-- Logs begin at Tue 2021-05-18 05:42:38 UTC, end at Tue 2021-05-18 06:38:36 UTC. -- May 18 06:09:51.560485 dv-cinder-784623-10-smb systemd[1]: Started Devstack devstack@q-svc.service. May 18 06:09:53.945583 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.common.config [-] Logging enabled! May 18 06:09:53.946178 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 06:09:53.946339 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78701) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 06:09:53.949525 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.common.config [-] Logging enabled! May 18 06:09:53.950318 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 06:09:53.950632 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78701) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 06:09:53.951561 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 06:09:53.951800 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 06:09:53.952185 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 06:09:53.952436 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 06:09:53.952666 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 06:09:53.952990 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.953288 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.953588 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.953822 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.954118 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.954409 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.954697 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.954989 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.955289 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.955574 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.955854 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.956162 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.956396 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.956681 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.956970 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.957264 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.957492 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] debug = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.957776 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.958206 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.958608 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.958894 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.959320 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.959459 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.959731 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.960010 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.960328 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.960674 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] host = dv-cinder-784623-10-smb {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.960946 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.961237 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.961528 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.961818 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.962098 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.962376 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.962665 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.962943 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.963218 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] log_file = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.963497 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.963787 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.964096 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.964395 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.964624 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.964851 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.965142 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.965458 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.965739 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.966017 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.966294 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.966570 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.966848 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.967128 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.967416 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.967704 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.967993 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.968296 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.968572 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.968849 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.969122 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.969409 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.969685 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.969962 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.970236 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.970523 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.970795 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.971072 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.971376 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.971666 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.971954 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.972266 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.972545 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.972831 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.973111 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.973388 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.973664 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] use_json = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.973940 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.974214 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.974501 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.974777 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.975056 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.975334 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.975611 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.975900 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.976225 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.976531 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.976838 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.977134 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.977435 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.977721 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.978015 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.978298 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.978590 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.978882 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.979177 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.979461 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.979753 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.980045 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.980362 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.980673 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.980997 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.981297 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.981579 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.981860 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.982141 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.982427 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.982718 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.983016 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.983313 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.983595 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.983879 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.984196 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.984482 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.984760 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.985042 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.985334 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.985617 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.985895 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.986180 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.986462 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.986740 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.987021 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.987305 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.987601 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.987883 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.988183 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.988461 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.988744 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.989021 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.989314 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.989599 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.989882 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.990161 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.990444 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.990725 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.991003 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.991287 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.991566 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.991850 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.992152 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.992431 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.992709 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.992985 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.993261 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.993541 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.993820 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.994104 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.994381 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.994658 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.994936 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.995216 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.995497 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.995791 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.996114 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.996401 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.997197 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.997482 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.997770 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.998055 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.998338 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.998621 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.998904 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.999181 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.999473 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.999760 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.000066 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.000359 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.000643 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.000944 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.001228 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.001516 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.001798 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.002192 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.002373 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.002667 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.003005 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.003303 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.003600 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.003898 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.004236 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.004524 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.004843 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.005128 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:54.005353 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 06:09:54.005598 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78701) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 18 06:09:54.350495 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:09:54.350698 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:09:54.351006 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:09:54.351344 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.manager [-] Loading core plugin: ml2 May 18 06:09:54.655330 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.655547 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.655820 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.657036 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.657311 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.657578 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.776321 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.776600 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.776867 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.790547 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.790835 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.791103 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.818879 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.819156 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.819431 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.857600 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.857874 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:54.858140 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.087888 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.088483 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.088483 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.088714 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.089464 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.212932 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.213236 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.213517 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.213793 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.214201 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.214523 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.214790 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.215052 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.215343 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.215632 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.215897 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.216192 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.216462 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.216720 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.216988 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.217259 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.217517 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.217787 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.218038 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.218317 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.218666 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.218920 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.219170 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.219450 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.219701 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.219948 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.220355 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:55.220599 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:55.220842 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:55.221079 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:55.221315 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:55.221550 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:55.221914 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 18 06:09:55.225028 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 18 06:09:55.228918 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 18 06:09:55.232858 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) May 18 06:09:55.234476 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 18 06:09:55.234927 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 18 06:09:55.235261 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 18 06:09:55.235644 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 18 06:09:55.238609 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 18 06:09:55.238863 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 18 06:09:55.239210 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 18 06:09:55.267441 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 18 06:09:55.267842 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.268174 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78701) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 18 06:09:55.268537 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.269882 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78701) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 18 06:09:55.270166 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 18 06:09:55.270417 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 18 06:09:55.273623 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.273909 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.348219 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 18 06:09:55.348462 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 18 06:09:55.348700 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 18 06:09:55.349065 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 18 06:09:55.378897 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_db.sqlalchemy.engines [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78701) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 18 06:09:55.707199 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Initializing driver for type 'gre' May 18 06:09:55.707710 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] gre ID ranges: [(1, 1000)] May 18 06:09:55.759902 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Initializing driver for type 'local' May 18 06:09:55.760258 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Initializing driver for type 'vlan' May 18 06:09:55.771350 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] VlanTypeDriver initialization complete May 18 06:09:55.771722 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Initializing driver for type 'vxlan' May 18 06:09:55.772270 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] vxlan ID ranges: [(1, 1000)] May 18 06:09:55.822962 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Initializing extension driver 'port_security' May 18 06:09:55.823299 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.extensions.port_security [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] PortSecurityExtensionDriver initialization complete May 18 06:09:55.823694 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Initializing mechanism driver 'openvswitch' May 18 06:09:55.824029 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Initializing mechanism driver 'hyperv' May 18 06:09:55.830485 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.plugins.ml2.plugin [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:09:55.831231 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > port after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.831600 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > port after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.831949 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > port after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.832359 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > subnet after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.832706 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > subnet after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.833046 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.833429 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > network after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.833771 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > network after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.834107 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > network after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.834482 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > security_group after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.834823 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > security_group after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.835159 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > security_group after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.835530 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.835865 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.836227 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.836594 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > address_group after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.836930 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > address_group after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.837259 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > address_group after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.837589 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] ML2 OVO RPC backend initialized. {{(pid=78701) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 18 06:09:55.838281 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.838628 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.839038 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > network before_response 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.839370 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > networks before_response 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.839714 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > port before_response 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.840059 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > ports before_response 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.840401 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > subnet before_response 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.840732 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > subnets before_response 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.841068 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > network after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.841397 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > network after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.841723 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > network after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.842050 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > port after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.842380 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > port after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.842703 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > port after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.843029 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > subnet after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.843359 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > subnet after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.843682 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.844279 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.plugin [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Modular L2 Plugin initialization complete May 18 06:09:55.844602 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading services supported by the core plugin {{(pid=78701) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 18 06:09:55.844925 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.plugins.ml2.managers [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Got port-security extension from driver 'port_security' May 18 06:09:55.845386 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.extensions.vlantransparent [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Disabled vlantransparent extension. May 18 06:09:55.845875 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78701) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 18 06:09:55.846185 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading Plugin: router May 18 06:09:55.882203 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router_interface before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.882588 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router after_create 55549900 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.882951 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router before_create 55549900 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.883313 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.883679 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.884026 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router after_delete 55549900 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.884406 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > floatingip after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.884766 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router after_create 55549900 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.885107 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router after_update 55549900 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.885453 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router after_update 55549900 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.885796 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.886147 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router after_update 55549900 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.886547 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router precommit_update 55549900 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.886909 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: port after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.887282 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: port after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.887618 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: subnet after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.887951 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.888318 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > port precommit_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.888660 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router precommit_create 55549900 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.888998 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: port before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.889335 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router precommit_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.889686 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router after_update 55549900 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.890023 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router precommit_delete 55549900 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.890363 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router precommit_create 55549900 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.890721 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.891058 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router precommit_update 55549900 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.891421 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > network after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.892291 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Tracking information for resource: router configured {{(pid=78701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:55.892620 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Tracking information for resource: floatingip configured {{(pid=78701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:55.897518 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.db.l3_agentschedulers_db [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 18 06:09:55.898087 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: port after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.898445 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: port after_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.898791 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: port after_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.899136 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: port after_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.899920 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router before_create 55550100 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.900316 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router precommit_delete 55550100 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.900672 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router precommit_create 55550100 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.901021 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > router precommit_update 55550100 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.905988 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.services.provider_configuration [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service providers = [] {{(pid=78701) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 18 06:09:55.906348 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.db.servicetype_db [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78701) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 18 06:09:55.909200 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.services.service_base [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 06:09:55.909547 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.services.service_base [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 06:09:55.909881 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.services.service_base [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 06:09:55.910734 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.services.service_base [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 06:09:55.911095 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.services.service_base [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Default provider is not specified for service type L3_ROUTER_NAT May 18 06:09:55.912905 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:55.913238 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 18 06:09:55.923979 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:55.924340 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading Plugin: auto_allocate May 18 06:09:55.930018 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: network precommit_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.930383 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: network precommit_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.930889 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:55.931202 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading Plugin: tag May 18 06:09:55.937838 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:55.938168 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading Plugin: timestamp May 18 06:09:55.941846 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:55.942168 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading Plugin: network_ip_availability May 18 06:09:55.947284 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.947649 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.947998 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:55.948730 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:55.949043 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading Plugin: flavors May 18 06:09:55.953952 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:55.954279 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading Plugin: revisions May 18 06:09:55.958504 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:55.958833 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.608s {{(pid=78701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:09:55.959560 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78701) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 18 06:09:55.959889 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Initializing extension manager. May 18 06:09:55.960405 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: __init__.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.960741 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: __pycache__ {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.961069 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.961396 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: address_group.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.962128 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.962683 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: address-group May 18 06:09:55.962999 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: address_scope.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.963694 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.964224 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: address-scope May 18 06:09:55.964542 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: admin_state_down_before_update.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.965951 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.966451 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: router-admin-state-down-before-update May 18 06:09:55.966767 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: agent.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.967446 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.967939 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: agent May 18 06:09:55.968278 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: agent_resources_synced.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.969158 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.969654 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: agent-resources-synced May 18 06:09:55.969971 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: allowedaddresspairs.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.971703 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.972237 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: allowed-address-pairs May 18 06:09:55.972560 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: auto_allocated_topology.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.973614 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.974124 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: auto-allocated-topology May 18 06:09:55.974442 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: availability_zone.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.975118 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.975615 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: availability_zone May 18 06:09:55.975937 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: availability_zone_filter.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.976856 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.977351 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: availability_zone_filter May 18 06:09:55.977662 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: data_plane_status.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.978537 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.979029 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension data-plane-status not supported by any of loaded plugins May 18 06:09:55.979340 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: default_subnetpools.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.980250 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.980747 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: default-subnetpools May 18 06:09:55.981627 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: dhcpagentscheduler.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.982418 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.982918 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: dhcp_agent_scheduler May 18 06:09:55.983231 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: dns.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.984154 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.984647 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension dns-integration not supported by any of loaded plugins May 18 06:09:55.984961 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: dns_domain_ports.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.985843 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.986336 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension dns-domain-ports not supported by any of loaded plugins May 18 06:09:55.986651 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: dvr.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.987299 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.987791 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: dvr May 18 06:09:55.988128 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: empty_string_filtering.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.989008 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.989503 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: empty-string-filtering May 18 06:09:55.989819 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.990693 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.991187 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 18 06:09:55.991504 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.992401 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.992900 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 18 06:09:55.993216 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: external_net.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.994091 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.994593 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: external-net May 18 06:09:55.994911 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: extra_dhcp_opt.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.995782 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.996316 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: extra_dhcp_opt May 18 06:09:55.996671 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: extraroute.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.997549 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.998043 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: extraroute May 18 06:09:55.998358 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: extraroute_atomic.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:55.999353 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:55.999851 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: extraroute-atomic May 18 06:09:56.000192 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: filter_validation.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.000841 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.001335 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: filter-validation May 18 06:09:56.001670 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: fip_pf_description.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.002916 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.003410 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 18 06:09:56.003725 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: fip_port_details.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.004645 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.005144 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: fip-port-details May 18 06:09:56.005460 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: flavors.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.006997 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.007502 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: flavors May 18 06:09:56.007823 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.009489 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.009999 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 18 06:09:56.010325 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: floatingip_pools.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.011006 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.011505 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: floatingip-pools May 18 06:09:56.011823 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: ip_allocation.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.012784 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.013285 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension ip_allocation not supported by any of loaded plugins May 18 06:09:56.013605 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.014514 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.015013 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: ip-substring-filtering May 18 06:09:56.015332 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: l2_adjacency.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.016256 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.016759 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension l2_adjacency not supported by any of loaded plugins May 18 06:09:56.017064 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: l3.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.018019 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.018529 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: router May 18 06:09:56.018848 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: l3_conntrack_helper.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.021071 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.021585 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 18 06:09:56.021908 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.022809 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.023321 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: ext-gw-mode May 18 06:09:56.023639 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.024562 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.025066 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: l3-ha May 18 06:09:56.025383 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: l3_flavors.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.026265 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.026763 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: l3-flavors May 18 06:09:56.027079 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.028506 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.029012 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: l3-port-ip-change-not-allowed May 18 06:09:56.029328 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: l3agentscheduler.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.030351 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.030855 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: l3_agent_scheduler May 18 06:09:56.031174 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: logging.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.032682 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.033198 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension logging not supported by any of loaded plugins May 18 06:09:56.033528 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: metering.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.034250 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.034817 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: metering May 18 06:09:56.035137 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.036243 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.036753 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: metering_source_and_destination_fields May 18 06:09:56.037075 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: multiprovidernet.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.038089 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.038592 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: multi-provider May 18 06:09:56.038912 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: netmtu.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.039794 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.040323 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: net-mtu May 18 06:09:56.040645 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: netmtu_writable.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.041531 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.042028 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: net-mtu-writable May 18 06:09:56.042346 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: network_availability_zone.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.042996 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.044136 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: network_availability_zone May 18 06:09:56.044458 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: network_ip_availability.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.045513 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.046018 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: network-ip-availability May 18 06:09:56.046337 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: network_segment_range.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.047082 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.047578 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension network-segment-range not supported by any of loaded plugins May 18 06:09:56.047897 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: pagination.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.048879 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.049205 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: pagination May 18 06:09:56.049519 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: port_device_profile.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.050395 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.050898 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: port-device-profile May 18 06:09:56.051215 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.052145 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.052644 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: port-mac-address-regenerate May 18 06:09:56.052958 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.053848 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.054345 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: port-numa-affinity-policy May 18 06:09:56.054661 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: port_resource_request.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.055539 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.056029 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension port-resource-request not supported by any of loaded plugins May 18 06:09:56.056369 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: portbindings.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.057261 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.057756 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: binding May 18 06:09:56.058070 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: portbindings_extended.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.059337 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.059841 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: binding-extended May 18 06:09:56.060202 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: portsecurity.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.061108 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.061596 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: port-security May 18 06:09:56.061915 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: project_id.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.062858 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.063186 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: project-id May 18 06:09:56.063505 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: providernet.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.064414 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.064916 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: provider May 18 06:09:56.065231 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: qos.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.068749 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.069260 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension qos not supported by any of loaded plugins May 18 06:09:56.069585 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.070789 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.071294 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 18 06:09:56.071618 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.072542 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.073040 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 18 06:09:56.073360 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: qos_default.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.074242 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.074762 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension qos-default not supported by any of loaded plugins May 18 06:09:56.075083 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: qos_fip.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.075712 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.076238 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension qos-fip not supported by any of loaded plugins May 18 06:09:56.076558 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: qos_gateway_ip.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.077458 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.077970 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension qos-gateway-ip not supported by any of loaded plugins May 18 06:09:56.078295 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: qos_port_network_policy.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.079181 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.079682 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension qos-port-network-policy not supported by any of loaded plugins May 18 06:09:56.080000 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: qos_rule_type_details.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.080921 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.081423 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension qos-rule-type-details not supported by any of loaded plugins May 18 06:09:56.081739 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: qos_rules_alias.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.082765 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.083267 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension qos-rules-alias not supported by any of loaded plugins May 18 06:09:56.083585 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: quotasv2.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.084605 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.084927 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: quotas May 18 06:09:56.085240 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: quotasv2_detail.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.086825 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.087157 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: quota_details May 18 06:09:56.087480 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: rbac.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.088546 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.089065 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: rbac-policies May 18 06:09:56.089362 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: rbac_address_group.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.090790 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.091296 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: rbac-address-group May 18 06:09:56.091616 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: rbac_address_scope.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.092546 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.093047 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: rbac-address-scope May 18 06:09:56.093364 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: rbac_security_groups.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.094247 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.094744 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: rbac-security-groups May 18 06:09:56.095059 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: rbac_subnetpool.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.095940 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.096470 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: rbac-subnetpool May 18 06:09:56.096786 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: revisionifmatch.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.097672 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.098167 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: revision-if-match May 18 06:09:56.098481 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: revisions.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.099562 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.100083 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: standard-attr-revisions May 18 06:09:56.100403 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: router_availability_zone.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.101053 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.101553 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: router_availability_zone May 18 06:09:56.101867 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: routerservicetype.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.102748 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.103246 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension router-service-type not supported by any of loaded plugins May 18 06:09:56.103562 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.104469 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.104967 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: security-groups-normalized-cidr May 18 06:09:56.105283 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: security_groups_port_filtering.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.106803 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.107307 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: port-security-groups-filtering May 18 06:09:56.107622 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.108538 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.109045 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: security-groups-remote-address-group May 18 06:09:56.109362 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: securitygroup.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.118837 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.119359 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: security-group May 18 06:09:56.119685 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: segment.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.120552 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.121047 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension segment not supported by any of loaded plugins May 18 06:09:56.121366 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.122313 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.122812 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 18 06:09:56.123129 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: servicetype.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.124236 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.124747 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: service-type May 18 06:09:56.125066 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: sorting.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.126018 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.126342 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: sorting May 18 06:09:56.126660 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: standard_attr_segment.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.127543 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.128058 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension standard-attr-segment not supported by any of loaded plugins May 18 06:09:56.128382 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: standardattrdescription.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.129021 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.129519 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: standard-attr-description May 18 06:09:56.129839 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: stateful_security_group.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.130730 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.131503 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: stateful-security-group May 18 06:09:56.131820 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: stdattrs_common.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.132407 dv-cinder-784623-10-smb neutron-server[78701]: WARNING neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 18 06:09:56.132725 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.133701 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.134205 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 18 06:09:56.134522 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: subnet_onboard.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.135562 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.136089 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: subnet_onboard May 18 06:09:56.136413 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.137338 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.137841 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 18 06:09:56.138157 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: subnet_service_types.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.139061 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.139567 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: subnet-service-types May 18 06:09:56.139885 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: subnetallocation.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.140972 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.141481 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: subnet_allocation May 18 06:09:56.141805 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.142462 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.142962 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: subnetpool-prefix-ops May 18 06:09:56.143280 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.144212 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.144715 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 18 06:09:56.145037 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: tagging.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.146070 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.146598 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: standard-attr-tag May 18 06:09:56.146921 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: timestamp.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.148102 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.148607 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loaded extension: standard-attr-timestamp May 18 06:09:56.148936 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: trunk.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.149950 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.150454 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension trunk not supported by any of loaded plugins May 18 06:09:56.150776 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: trunk_details.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.151665 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.152198 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension trunk-details not supported by any of loaded plugins May 18 06:09:56.152517 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: uplink_status_propagation.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.153932 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.154431 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension uplink-status-propagation not supported by any of loaded plugins May 18 06:09:56.154746 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Loading extension file: vlantransparent.py {{(pid=78701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:56.155397 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:56.155891 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extension vlan-transparent not supported by any of loaded plugins May 18 06:09:56.158316 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:network May 18 06:09:56.159024 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:subnet May 18 06:09:56.159785 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:subnetpool May 18 06:09:56.160425 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:port May 18 06:09:56.161684 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.162122 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service FLAVORS assigned prefix: {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.162732 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.163163 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.163491 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:router May 18 06:09:56.164150 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:floatingip May 18 06:09:56.164840 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service METERING assigned prefix: /metering {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.166274 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:56.166634 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:56.166980 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:56.168119 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of CountableResource for resource:rbac_policy May 18 06:09:56.169169 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:security_group May 18 06:09:56.169805 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:security_group_rule May 18 06:09:56.170675 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service CORE assigned prefix: {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.171181 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:subnetpool May 18 06:09:56.171664 dv-cinder-784623-10-smb neutron-server[78701]: WARNING neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] subnetpool is already registered May 18 06:09:56.172303 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service CORE assigned prefix: {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.172627 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:subnetpool May 18 06:09:56.172945 dv-cinder-784623-10-smb neutron-server[78701]: WARNING neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] subnetpool is already registered May 18 06:09:56.175446 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.175871 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service FLAVORS assigned prefix: {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.176489 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.176899 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.177229 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:router May 18 06:09:56.177549 dv-cinder-784623-10-smb neutron-server[78701]: WARNING neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] router is already registered May 18 06:09:56.178133 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:floatingip May 18 06:09:56.178452 dv-cinder-784623-10-smb neutron-server[78701]: WARNING neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] floatingip is already registered May 18 06:09:56.179067 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service METERING assigned prefix: /metering {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.179723 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of CountableResource for resource:rbac_policy May 18 06:09:56.180058 dv-cinder-784623-10-smb neutron-server[78701]: WARNING neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] rbac_policy is already registered May 18 06:09:56.181486 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:security_group May 18 06:09:56.181815 dv-cinder-784623-10-smb neutron-server[78701]: WARNING neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] security_group is already registered May 18 06:09:56.182398 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:security_group_rule May 18 06:09:56.182722 dv-cinder-784623-10-smb neutron-server[78701]: WARNING neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] security_group_rule is already registered May 18 06:09:56.183391 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service CORE assigned prefix: {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.183715 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:subnetpool May 18 06:09:56.184092 dv-cinder-784623-10-smb neutron-server[78701]: WARNING neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] subnetpool is already registered May 18 06:09:56.184698 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.v2.resource_helper [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Service CORE assigned prefix: {{(pid=78701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:56.185022 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Creating instance of TrackedResource for resource:subnetpool May 18 06:09:56.185340 dv-cinder-784623-10-smb neutron-server[78701]: WARNING neutron.quota.resource_registry [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] subnetpool is already registered May 18 06:09:56.185972 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: extensions {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.187398 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: address-groups {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.189017 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: address-scopes {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.190198 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: agents {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.191358 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: auto-allocated-topology {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.192621 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: availability_zones {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.193912 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: dhcp-networks {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.195301 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: dhcp-agents {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.196738 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: routers {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.198525 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: flavors {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.199705 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: service_profiles {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.200923 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: next_providers {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.202432 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: service_profiles {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.203881 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: floatingip-pools {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.205110 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: routers {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.206878 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: floatingips {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.208074 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: l3-routers {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.209497 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: l3-agents {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.210840 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: metering-labels {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.212213 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: metering-label-rules {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.213468 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: network-ip-availabilities {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.214702 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: bindings {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.216895 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: quotas {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.218312 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: quotas {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.219719 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: rbac-policies {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.221032 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: security-groups {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.222219 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: security-group-rules {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.223437 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: service-providers {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.224671 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: subnetpools {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.226049 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: subnetpools {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.227548 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: tags {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.229254 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: tags {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.231646 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: tags {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.233417 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: tags {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.235189 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: tags {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.237039 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: tags {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.238710 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: tags {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.241509 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: tags {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.243347 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: tags {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.355727 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron.api.extensions [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Extended resource: tags {{(pid=78701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:56.361679 dv-cinder-784623-10-smb neutron-server[78701]: WARNING keystonemiddleware.auth_token [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 18 06:09:56.366336 dv-cinder-784623-10-smb neutron-server[78701]: WARNING keystonemiddleware.auth_token [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 18 06:09:56.374655 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Acquired lock "singleton_lock" {{(pid=78701) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 18 06:09:56.375137 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_concurrency.lockutils [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Releasing lock "singleton_lock" {{(pid=78701) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 18 06:09:56.375816 dv-cinder-784623-10-smb neutron-server[78701]: INFO oslo_service.service [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Starting 2 workers May 18 06:09:56.380569 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Started child 78806 {{(pid=78701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 06:09:56.385237 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Started child 78807 {{(pid=78701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 06:09:56.385821 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:09:56.386825 dv-cinder-784623-10-smb neutron-server[78701]: INFO neutron.service [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Neutron service started, listening on 0.0.0.0:9696 May 18 06:09:56.387883 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [-] (78806) wsgi starting up on http://0.0.0.0:9696 May 18 06:09:56.388194 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Notify callbacks [] for process, before_spawn {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:09:56.390484 dv-cinder-784623-10-smb neutron-server[78701]: INFO oslo_service.service [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Starting 1 workers May 18 06:09:56.391082 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:09:56.392651 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [-] (78807) wsgi starting up on http://0.0.0.0:9696 May 18 06:09:56.395466 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Started child 78808 {{(pid=78701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 06:09:56.395980 dv-cinder-784623-10-smb neutron-server[78701]: INFO oslo_service.service [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Starting 1 workers May 18 06:09:56.399235 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.service [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] calling RpcWorker wait() {{(pid=78808) _wait /opt/stack/neutron/neutron/service.py:128}} May 18 06:09:56.399850 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.service [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] returning from RpcWorker wait() {{(pid=78808) _wait /opt/stack/neutron/neutron/service.py:135}} May 18 06:09:56.400533 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Started child 78809 {{(pid=78701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 06:09:56.400958 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:09:56.401409 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:09:56.401550 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG neutron_lib.callbacks.manager [None req-5e97e192-7885-4abe-9f65-958c23ce57dc None None] Notify callbacks [] for process, after_spawn {{(pid=78701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:09:56.403969 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78701) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 06:09:56.404221 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 06:09:56.404405 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 06:09:56.404617 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 06:09:56.404952 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 06:09:56.405114 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 06:09:56.405633 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.405904 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.406167 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.406421 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.406709 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.407293 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.407571 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.407800 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.408091 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.408308 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:09:56.408936 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.408936 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.408936 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.408936 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.409470 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.409608 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:09:56.409747 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.409747 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.410007 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.410187 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.410357 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.410622 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.410850 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.411115 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.411363 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] debug = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.411605 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.412133 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.412374 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.412609 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.412839 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.413104 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.413353 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.413614 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.413854 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.414071 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.414318 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.414574 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.414801 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.415039 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.415252 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.415514 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.415740 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.416248 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] host = dv-cinder-784623-10-smb {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.416501 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.416716 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.416972 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.417224 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.417482 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.417701 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.417944 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.418184 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.418493 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.418717 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.418962 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.419185 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.419405 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.419665 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_file = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.419816 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_options = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.420070 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.420346 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.420792 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.420792 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.421103 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.421103 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.421499 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.421499 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.421772 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.421947 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.422158 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.422368 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.422600 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.422849 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.423096 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.423329 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.423569 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.423794 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.424031 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.424303 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.424525 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.424769 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.424979 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.425210 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.425434 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.425699 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.425842 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.426057 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.426265 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.426524 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.426756 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.426995 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.427224 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.427518 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.427695 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.428383 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.428383 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.428692 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.428881 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.429132 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.430502 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.430502 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.430502 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.430502 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.431184 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.431184 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] use_json = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.431184 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.431184 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.431514 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.431623 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.431829 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.432457 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.432457 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.432457 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.432861 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.433602 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.433730 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.433995 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.434227 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.435095 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.435095 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.435095 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.435307 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.435409 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.436150 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.436150 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.436342 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.436430 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.436740 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.437572 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.437572 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.437572 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.437807 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.437975 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.438187 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.438404 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.439267 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.439267 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.439267 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.439505 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.439685 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.439922 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.440185 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.440421 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.440635 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.440849 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.441120 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.441335 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.441550 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.441765 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.442007 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.442229 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.442458 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.443228 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.443228 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.443228 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.443484 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.443596 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.443809 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.444023 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.449326 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.449326 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.449326 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.449326 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.449326 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.449326 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.449326 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.449326 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.449326 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.450568 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.450568 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.450568 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.450568 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.450568 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.450568 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.450568 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.450568 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.450568 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.451229 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.451229 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.451229 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.451229 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.451229 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.451229 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.451229 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.451229 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.451229 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.451847 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.451847 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.451847 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.451847 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.453506 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.453506 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.453506 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.453506 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.453506 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.453506 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.453506 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.454343 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.454343 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.454343 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.454343 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.455301 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.455301 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.455301 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.455301 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.455589 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.456135 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.456135 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.456292 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.456387 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.456666 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.456841 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.457076 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.457286 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.457503 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.457757 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.457980 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.458217 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.458444 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.458721 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.458975 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.459227 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.459474 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.459775 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.459986 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.460254 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.461834 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.461834 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.461834 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.461834 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.461834 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.461834 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.462322 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.462322 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.462467 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.462702 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466143 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466143 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466143 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466143 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466143 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466143 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466143 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466143 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466793 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466793 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466793 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466793 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466793 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466793 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.466793 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.467316 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.467316 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.467460 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.467784 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.467891 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.468162 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.468372 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.468616 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.468844 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.469057 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.469291 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.469509 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.469743 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.469955 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.470170 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.470417 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.470629 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.470843 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.471069 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.471290 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.471504 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.471747 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.471963 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.472201 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.472438 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.472745 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.472881 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.473354 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.473354 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.473553 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.473745 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.474012 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.474276 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.474514 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.474756 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.475009 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.475255 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.475464 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.475696 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.475909 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.476153 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.476364 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.476577 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.476808 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.477015 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.477241 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.477542 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.477668 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.478709 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.478709 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.478709 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.478709 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.479030 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.479110 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.479380 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.479650 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.479897 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.480237 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.480618 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.481025 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.481464 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.481846 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.482235 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.482624 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.482981 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.483369 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.483742 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.484134 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.484565 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.484980 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.485361 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.485750 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.486119 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.486499 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.486861 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.487213 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.487589 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.487958 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.488343 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.488712 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.489086 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.489307 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.489527 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.489779 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.490018 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.490209 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.490426 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.490659 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.490883 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.491089 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.491300 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.491520 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.491743 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.492250 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.492650 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.492913 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.493194 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.493423 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.493682 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.493944 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.494264 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.494475 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.494712 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.494959 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.495190 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.495406 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.495662 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.495975 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.496288 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.496551 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.496821 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.497099 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.497366 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.497634 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.497845 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.498143 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.498474 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.498761 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.499037 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.499290 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.499570 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.499809 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.500022 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.500279 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.500511 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.500722 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.500980 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.501207 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.501443 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.501673 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.501900 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.502118 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.502340 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.502568 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.502805 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.503018 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.503173 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 06:09:56.503775 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78701) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 06:09:56.503934 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 06:09:56.504131 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 06:09:56.504268 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 06:09:56.504434 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 06:09:56.504584 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 06:09:56.504787 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.504946 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.505104 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.505261 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.505417 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.505613 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.505775 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.506180 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.506339 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.506496 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.506651 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.506806 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.506962 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.507117 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.507274 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.507430 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.507584 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.507741 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.507893 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.508141 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.508270 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.508471 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.508752 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] debug = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.508872 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.509008 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.509166 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.509497 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.510102 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.510262 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.510563 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.510864 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.511019 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.511169 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.511320 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.511474 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.511638 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.511797 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.511956 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.512643 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.512803 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.512959 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] host = dv-cinder-784623-10-smb {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.513142 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.513275 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.513467 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.513572 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.513728 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.514029 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.514323 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.514624 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.514781 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.514937 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.515093 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.515248 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.515403 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.515559 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_file = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.515715 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_options = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.515870 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.516025 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.516203 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.516377 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.516542 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.516696 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.516851 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.517006 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.517162 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.517319 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.517475 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.517631 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.517786 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.517941 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.518096 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.518251 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.518408 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.518564 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.518720 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.518876 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.519032 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.519187 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.519343 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.519497 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.519653 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.519807 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.519962 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.520139 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.520297 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.520453 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.520609 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.520765 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.520920 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.521075 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.521247 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.521378 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.521531 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.521689 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.521845 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.522000 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.522156 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.522310 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.522469 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.522624 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.522779 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.522934 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] use_json = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.523090 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.523261 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.523401 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.523556 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.523712 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.523867 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.524023 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.524203 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:56.524378 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.524537 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.524705 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.524863 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.525020 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.525178 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.525337 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.525495 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.525654 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.525811 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.525975 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.526136 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.526298 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.526438 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.526593 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.526758 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.526908 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.527047 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.527206 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.527364 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.527521 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.527698 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.528474 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.528621 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.528780 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.528938 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.529074 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:09:56.529215 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.529351 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.529500 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.529637 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.529786 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.529923 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.530059 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.530195 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.530331 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.530469 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.530605 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.530747 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.530884 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.531020 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.531156 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.531287 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.531423 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.531559 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.531704 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.531864 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.532006 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.532194 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.532353 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.532513 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.532680 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.532837 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.532994 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.533151 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.533309 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.533467 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.533623 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.533780 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.533936 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.534093 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.534251 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.534421 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.534578 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.534735 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.534892 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.535050 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.535208 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.535365 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.535522 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.535679 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.535836 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.535994 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.536170 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.536320 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.536458 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.536618 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.536776 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.536935 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.537092 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.537250 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.537407 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.537552 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.537694 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.537853 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.538019 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.538189 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.538346 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.538492 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.538648 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.538804 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.538960 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.539117 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.539273 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.539429 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.539568 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.539727 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.539883 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.540061 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.540214 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.540566 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.540796 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.541228 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.541390 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.541541 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.541674 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.541818 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.541959 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.542204 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.542359 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.542507 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.542645 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.542816 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.542964 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.543122 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.543268 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.543456 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.543624 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.543782 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.543924 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.544092 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.544258 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.544417 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.544573 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.544722 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.544872 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.545009 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.545170 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.545334 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.545501 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.545659 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.545816 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.545973 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.546153 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.546295 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.546456 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.546615 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.546772 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.546929 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.547071 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.547229 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.547397 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.547526 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.547663 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.547820 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.547967 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.548176 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.548324 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.548463 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.548608 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.548754 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.548887 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.549035 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.549180 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.549317 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.549445 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.549601 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.549759 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.549916 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.550073 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.550231 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.550389 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.550545 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.550701 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.550859 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.551017 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.551173 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.551330 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.551486 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.551642 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.551801 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.551960 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.552188 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.552318 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.552445 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.552568 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.552729 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.552888 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.553046 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.553204 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.553361 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.553518 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.553676 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.553833 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.553990 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.554148 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.554305 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.554463 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.554634 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.554785 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.554937 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.555097 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.555292 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.555399 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.555553 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.555709 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.555870 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.556029 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.556202 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.556363 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.556524 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.556680 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.556838 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.556998 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.557152 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.557308 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.557466 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.558160 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.558160 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.558160 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.558160 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.558495 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.558495 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.558495 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.558703 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.558813 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.558987 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.559155 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.559317 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.559472 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.559630 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.559794 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.559935 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.560101 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.560238 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.560396 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.560546 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.560706 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.560863 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.561020 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.561174 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.561346 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.561497 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.561655 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.561818 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.561973 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.562129 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.562285 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.562447 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.562613 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.562771 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.562931 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.563087 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.563243 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.563400 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.563559 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.563719 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.563886 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.564084 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.564263 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.564383 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.564547 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.564712 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.564871 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.565034 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.565202 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.565358 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.565515 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.565671 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.565828 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.565985 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.566141 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.566298 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.566454 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.566611 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.566767 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.566922 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.567078 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.567234 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.567390 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.567547 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.567704 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.567861 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.568017 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.568194 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:56.568343 dv-cinder-784623-10-smb neutron-server[78701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 06:09:56.726023 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 39216) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:09:56.734263 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061862 May 18 06:10:07.091655 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535e88fe-d34c-4826-80c3-eabb63585bec None None] get_active_networks_info from dv-cinder-784623-10-smb {{(pid=78808) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 06:10:07.160389 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535e88fe-d34c-4826-80c3-eabb63585bec None None] No non-hosted networks {{(pid=78808) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 18 06:10:07.173338 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.agentschedulers_db [None req-535e88fe-d34c-4826-80c3-eabb63585bec None None] DHCP Agent not found on host dv-cinder-784623-10-smb {{(pid=78808) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 18 06:10:07.308348 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3a0840a9-9c7b-4d69-869d-18d06f6d5d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444'] for agent, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:09.803155 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444'] for agent, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:09.815548 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:09.817547 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:09.818231 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:09.820749 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:09.823662 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:09.825951 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:09.827306 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:09.831983 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:09.833366 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:09.837014 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:09.837548 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:09.838583 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:09.841760 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-10-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:09.861868 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-10-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:10.076813 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-44f7282c-1ce9-467b-878e-0104fab970e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444'] for agent, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:10.146733 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a2003ec3-ab48-4da6-bbb0-8dcdb0a857f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:10.775307 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444'] for agent, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:12.030385 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444'] for agent, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:13.129318 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.db.l3_hamode_db [None req-b9d17a30-2738-407b-a9e8-f74f11688b02 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 18 06:10:13.213158 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d17a30-2738-407b-a9e8-f74f11688b02 None None] Routers set() bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:10:13.213536 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d17a30-2738-407b-a9e8-f74f11688b02 None None] Router IDs set() for agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 18 06:10:13.847813 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 39308) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:14.418747 dv-cinder-784623-10-smb neutron-server[78807]: WARNING oslo_policy.policy [None req-19369cc8-0e0b-412c-acf6-0b8436d275d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:14.419354 dv-cinder-784623-10-smb neutron-server[78807]: WARNING oslo_policy.policy [None req-19369cc8-0e0b-412c-acf6-0b8436d275d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:14.635068 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [None req-19369cc8-0e0b-412c-acf6-0b8436d275d1 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:10:14.636006 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-19369cc8-0e0b-412c-acf6-0b8436d275d1 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7872076 May 18 06:10:16.925550 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 39322) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:17.285311 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-58e97662-4331-4b9e-867e-7c1ef3cae773 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:17.384090 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.policy [None req-58e97662-4331-4b9e-867e-7c1ef3cae773 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78807) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 06:10:17.429311 dv-cinder-784623-10-smb neutron-server[78807]: WARNING oslo_policy.policy [None req-58e97662-4331-4b9e-867e-7c1ef3cae773 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:17.429671 dv-cinder-784623-10-smb neutron-server[78807]: WARNING oslo_policy.policy [None req-58e97662-4331-4b9e-867e-7c1ef3cae773 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:17.438701 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.quota [None req-58e97662-4331-4b9e-867e-7c1ef3cae773 admin admin] Loaded quota_driver: . May 18 06:10:17.453593 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-58e97662-4331-4b9e-867e-7c1ef3cae773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:17.510491 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-58e97662-4331-4b9e-867e-7c1ef3cae773 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792389152566', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792389151461', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792389125909', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792389136505', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792389110099', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792389119876', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33241511', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32863462', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-366801', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-427324'] for rbac-policy, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:17.570286 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-58e97662-4331-4b9e-867e-7c1ef3cae773 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:17.571454 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-58e97662-4331-4b9e-867e-7c1ef3cae773 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6449409 May 18 06:10:20.097173 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 39336) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:20.441389 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Request body: {'network': {'project_id': '34704a0c1ff74e938db622810912a246', 'admin_state_up': True, 'name': 'private', 'tenant_id': '34704a0c1ff74e938db622810912a246'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:20.445983 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:20.450391 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Usage tracker for resource:network and tenant:34704a0c1ff74e938db622810912a246 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:20.454869 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:20.460863 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:20.470497 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Made reservation on behalf of 34704a0c1ff74e938db622810912a246 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:10:20.473317 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:20.490702 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:20.504708 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:20.508591 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Usage tracker for resource:security_group_rule and tenant:34704a0c1ff74e938db622810912a246 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:20.513417 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:20.518855 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:20.611460 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:20.614866 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:20.619903 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:20.637716 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:10:20.662846 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792384820426', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:20.663434 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Unsubscribe: segment precommit_create {{(pid=78807) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 06:10:20.663895 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.segments_db [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Added segment b7ac9580-e37d-4d07-abfb-26220333ad1c of type vlan for network 0839ce58-7e06-465d-8ec2-9e73e029072a May 18 06:10:20.710144 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca9db10-7b27-4f03-8125-c7a2c21220f1,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:20.725966 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:20.726585 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:20.726909 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:20.727671 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:20.727984 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:20.728318 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:20.728625 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:20.728929 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:20.729254 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:20.729565 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:20.729864 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:20.730163 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Tracked resource versions report: May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: pushed versions: May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: { 'AddressGroup': {'1.2'}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'ConntrackHelper': {'1.0'}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'Log': {'1.0'}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'Network': {'1.1'}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'Port': {'1.7'}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'PortForwarding': {'1.2'}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'QosPolicy': {'1.8'}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'SecurityGroup': {'1.4'}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'SecurityGroupRule': {'1.2'}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'SubPort': {'1.0'}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'Subnet': {'1.1'}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'Trunk': {'1.1'}} May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: consumer versions: May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: { DHCP agent@dv-cinder-784623-10-smb: {}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: L3 agent@dv-cinder-784623-10-smb: {}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: Metadata agent@dv-cinder-784623-10-smb: {}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: Metering agent@dv-cinder-784623-10-smb: {}, May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: Open vSwitch agent@dv-cinder-784623-10-smb: { 'AddressGroup': '1.2', May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'ConntrackHelper': '1.0', May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'Log': '1.0', May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'Network': '1.1', May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'Port': '1.7', May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'PortForwarding': '1.2', May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'QosPolicy': '1.8', May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'SecurityGroup': '1.4', May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'SecurityGroupRule': '1.2', May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'SubPort': '1.0', May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'Subnet': '1.1', May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: 'Trunk': '1.1'}} May 18 06:10:20.731893 dv-cinder-784623-10-smb neutron-server[78807]: {{(pid=78807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:10:20.783381 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:20.787096 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:20.823010 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:20.824624 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:20.825270 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:20.829737 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:20.930396 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Pushing event updated for resources: {'Network': ['ID=0839ce58-7e06-465d-8ec2-9e73e029072a,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:20.933082 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8349345 May 18 06:10:20.949775 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:20.969751 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network 0839ce58-7e06-465d-8ec2-9e73e029072a details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:10:23.525028 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 39352) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:23.960906 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a988408d-8e91-4b2e-bb0f-3a0e778a3542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:23.962225 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-a988408d-8e91-4b2e-bb0f-3a0e778a3542 admin admin] 10.222.0.10 "GET /v2.0/networks/0839ce58-7e06-465d-8ec2-9e73e029072a HTTP/1.1" status: 200 len: 824 time: 0.4362524 May 18 06:10:23.989407 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-1c43cab6-5f99-47e6-bbcf-c0c4c76cb80f admin admin] 10.222.0.10 "GET /v2.0/subnetpools/f434b6f1-bd18-426f-85b5-ef701b2240bb HTTP/1.1" status: 200 len: 734 time: 0.0213950 May 18 06:10:23.997776 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Request body: {'subnet': {'tenant_id': '34704a0c1ff74e938db622810912a246', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a', 'subnetpool_id': 'f434b6f1-bd18-426f-85b5-ef701b2240bb', 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:24.001886 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:24.005498 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Usage tracker for resource:subnet and tenant:34704a0c1ff74e938db622810912a246 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:24.008548 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:24.014532 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:24.023955 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Made reservation on behalf of 34704a0c1ff74e938db622810912a246 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:10:24.026221 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:24.490506 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:24.495481 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:24.573154 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Checking segment: {'id': 'b7ac9580-e37d-4d07-abfb-26220333ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:10:24.573746 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Network hostable DHCP agents. Network: 0839ce58-7e06-465d-8ec2-9e73e029072a, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:10:24.579211 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0fe944b-6aff-4adf-a1f6-9d4051e1536b,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:24.585570 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:24.595954 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Network 0839ce58-7e06-465d-8ec2-9e73e029072a is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:10:24.605254 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, 0839ce58-7e06-465d-8ec2-9e73e029072a) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:10:24.609662 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:24.610233 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:24.614400 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d823847a-aab8-4ac7-a262-f4b96e19120d None None] Network 0839ce58-7e06-465d-8ec2-9e73e029072a requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:10:24.629739 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6351855 May 18 06:10:24.919906 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7579a6-934c-53e0-bcc5-5362a01ddfef-0839ce58-7e06-465d-8ec2-9e73e029072a', 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a', 'tenant_id': '34704a0c1ff74e938db622810912a246', 'fixed_ips': [{'subnet_id': 'e0fe944b-6aff-4adf-a1f6-9d4051e1536b'}]}} from dv-cinder-784623-10-smb. {{(pid=78808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:10:24.921143 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:25.102380 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Allocated IP 172.20.0.2 (0839ce58-7e06-465d-8ec2-9e73e029072a/e0fe944b-6aff-4adf-a1f6-9d4051e1536b/7740f20d-9c60-48d0-81e7-eb7597fb3248) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:10:25.326568 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:25.340172 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Transition to ACTIVE for port object 7740f20d-9c60-48d0-81e7-eb7597fb3248 will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:10:25.360432 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Transition to ACTIVE for port object 7740f20d-9c60-48d0-81e7-eb7597fb3248 will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:10:25.366475 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:25.371882 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:25.433262 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Network 0839ce58-7e06-465d-8ec2-9e73e029072a is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:10:25.436064 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:10:25.443003 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:10:25.446415 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Pushing event updated for resources: {'Port': ['ID=7740f20d-9c60-48d0-81e7-eb7597fb3248,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:25.486621 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:25.486960 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:25.487290 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:25.487614 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:25.487936 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:25.488280 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:25.488600 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:25.488912 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:25.489240 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:25.489599 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:25.489867 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:25.490177 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Tracked resource versions report: May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: pushed versions: May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: { 'AddressGroup': {'1.2'}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'ConntrackHelper': {'1.0'}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'Log': {'1.0'}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'Network': {'1.1'}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'Port': {'1.7'}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'PortForwarding': {'1.2'}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'QosPolicy': {'1.8'}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'SecurityGroup': {'1.4'}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'SecurityGroupRule': {'1.2'}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'SubPort': {'1.0'}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'Subnet': {'1.1'}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'Trunk': {'1.1'}} May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: consumer versions: May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: { DHCP agent@dv-cinder-784623-10-smb: {}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: L3 agent@dv-cinder-784623-10-smb: {}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: Metadata agent@dv-cinder-784623-10-smb: {}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: Metering agent@dv-cinder-784623-10-smb: {}, May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: Open vSwitch agent@dv-cinder-784623-10-smb: { 'AddressGroup': '1.2', May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'ConntrackHelper': '1.0', May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'Log': '1.0', May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'Network': '1.1', May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'Port': '1.7', May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'PortForwarding': '1.2', May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'QosPolicy': '1.8', May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'SecurityGroup': '1.4', May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'SecurityGroupRule': '1.2', May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'SubPort': '1.0', May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'Subnet': '1.1', May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: 'Trunk': '1.1'}} May 18 06:10:25.491304 dv-cinder-784623-10-smb neutron-server[78808]: {{(pid=78808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:10:25.526500 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:25.545917 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Attempting to bind port 7740f20d-9c60-48d0-81e7-eb7597fb3248 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:10:25.546312 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Attempting to bind port 7740f20d-9c60-48d0-81e7-eb7597fb3248 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': 'b7ac9580-e37d-4d07-abfb-26220333ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:10:25.546749 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Attempting to bind port 7740f20d-9c60-48d0-81e7-eb7597fb3248 on network 0839ce58-7e06-465d-8ec2-9e73e029072a {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:10:25.551920 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:10:25.552344 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Checking segment: {'id': 'b7ac9580-e37d-4d07-abfb-26220333ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:10:25.552828 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:25.553217 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Bound using segment: {'id': 'b7ac9580-e37d-4d07-abfb-26220333ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:10:25.553705 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Bound port: 7740f20d-9c60-48d0-81e7-eb7597fb3248, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac9580-e37d-4d07-abfb-26220333ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:10:25.554092 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:25.641412 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] For port 7740f20d-9c60-48d0-81e7-eb7597fb3248, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:10:25.645153 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] For port 7740f20d-9c60-48d0-81e7-eb7597fb3248, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=7740f20d-9c60-48d0-81e7-eb7597fb3248,segment=NetworkSegment(b7ac9580-e37d-4d07-abfb-26220333ad1c),segment_id=b7ac9580-e37d-4d07-abfb-26220333ad1c)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:10:25.649406 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:25.653718 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:25.735267 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Pushing event updated for resources: {'Port': ['ID=7740f20d-9c60-48d0-81e7-eb7597fb3248,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:25.758002 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:26.961836 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 39364) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:27.328398 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [None req-760a745d-f284-4de1-aa98-3bd205a1837e admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:10:27.329365 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-760a745d-f284-4de1-aa98-3bd205a1837e admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3666008 May 18 06:10:29.654868 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 39374) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:30.264563 dv-cinder-784623-10-smb neutron-server[78806]: WARNING oslo_policy.policy [None req-3627d1c4-4001-4623-8347-c982bd9be76e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:30.265173 dv-cinder-784623-10-smb neutron-server[78806]: WARNING oslo_policy.policy [None req-3627d1c4-4001-4623-8347-c982bd9be76e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:30.479353 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [None req-3627d1c4-4001-4623-8347-c982bd9be76e admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:10:30.481337 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-3627d1c4-4001-4623-8347-c982bd9be76e admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8242598 May 18 06:10:31.091771 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905c3757-d153-4628-b009-8c9fa018325b None None] Network 0839ce58-7e06-465d-8ec2-9e73e029072a requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:10:31.222676 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-3c687573-d831-4788-b75a-fffff730abb8 None None] Provisioning for port 7740f20d-9c60-48d0-81e7-eb7597fb3248 completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:10:31.918863 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 7740f20d-9c60-48d0-81e7-eb7597fb3248 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:10:31.984220 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 7740f20d-9c60-48d0-81e7-eb7597fb3248 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:10:31.988804 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 7740f20d-9c60-48d0-81e7-eb7597fb3248 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:31.989210 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:32.101795 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:32.133515 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port 7740f20d-9c60-48d0-81e7-eb7597fb3248, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=7740f20d-9c60-48d0-81e7-eb7597fb3248,segment=NetworkSegment(b7ac9580-e37d-4d07-abfb-26220333ad1c),segment_id=b7ac9580-e37d-4d07-abfb-26220333ad1c)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:10:32.137109 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:32.139655 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-91bb73b0-fccd-41af-9e79-916fa6a22a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:32.206147 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=7740f20d-9c60-48d0-81e7-eb7597fb3248,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:32.209180 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:33.083507 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 39394) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:33.425211 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-0f1c6cb5-c32a-4852-9fcc-b68ed8486127 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '34704a0c1ff74e938db622810912a246'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:33.429611 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-0f1c6cb5-c32a-4852-9fcc-b68ed8486127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:33.433316 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-0f1c6cb5-c32a-4852-9fcc-b68ed8486127 admin admin] Usage tracker for resource:router and tenant:34704a0c1ff74e938db622810912a246 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:33.436878 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-0f1c6cb5-c32a-4852-9fcc-b68ed8486127 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:33.442499 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-0f1c6cb5-c32a-4852-9fcc-b68ed8486127 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:33.452215 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6cb5-c32a-4852-9fcc-b68ed8486127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14097'] for router, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:33.453737 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6cb5-c32a-4852-9fcc-b68ed8486127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14086'] for router, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:33.474753 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6cb5-c32a-4852-9fcc-b68ed8486127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:33.579738 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6cb5-c32a-4852-9fcc-b68ed8486127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659129'] for router, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:33.597643 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6cb5-c32a-4852-9fcc-b68ed8486127 admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:33.598916 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-0f1c6cb5-c32a-4852-9fcc-b68ed8486127 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5144067 May 18 06:10:33.898937 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 7740f20d-9c60-48d0-81e7-eb7597fb3248 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:10:33.986000 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 7740f20d-9c60-48d0-81e7-eb7597fb3248 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:33.986369 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:35.897777 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 39404) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:36.257112 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [None req-5c1ed65d-ef79-4189-ac0f-5ca1174f5f5b admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:10:36.258044 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-5c1ed65d-ef79-4189-ac0f-5ca1174f5f5b admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3592460 May 18 06:10:37.006384 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-836e9863-a931-40cf-84dd-fcd43eed2293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:38.556665 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 39414) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:38.918964 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:38.920402 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.quota [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Loaded quota_driver: . May 18 06:10:38.936009 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:38.942499 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Usage tracker for resource:network and tenant:2578238926e54451ad34c4b7ddfb6844 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:38.947134 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:38.955090 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:38.970857 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Made reservation on behalf of 2578238926e54451ad34c4b7ddfb6844 for: {'network': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:10:39.042428 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.policy [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78806) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 06:10:39.087696 dv-cinder-784623-10-smb neutron-server[78806]: WARNING oslo_policy.policy [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:39.088081 dv-cinder-784623-10-smb neutron-server[78806]: WARNING oslo_policy.policy [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:39.097830 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:39.118224 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:39.133003 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:39.136595 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Usage tracker for resource:security_group_rule and tenant:2578238926e54451ad34c4b7ddfb6844 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:39.139701 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:39.145199 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:39.241426 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:39.244949 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:39.250884 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:39.261968 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Reserving flat network on physical network physnet1 {{(pid=78806) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 18 06:10:39.292001 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792384820426', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:39.293123 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Unsubscribe: segment precommit_create {{(pid=78806) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 06:10:39.293595 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.segments_db [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Added segment 8fd829df-dbcb-41c9-aecf-72ead6abbe6f of type flat for network a911aa9e-1d36-431b-972c-57775e8f58e4 May 18 06:10:39.344065 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04c3cbb-6c71-43e6-a367-a9eea4124518,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:39.365396 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:39.365743 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:39.366067 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:39.366382 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:39.366696 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:39.367008 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:39.367315 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:39.367622 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:39.367940 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:39.368270 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:39.368577 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:39.368877 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Tracked resource versions report: May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: pushed versions: May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: { 'AddressGroup': {'1.2'}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'ConntrackHelper': {'1.0'}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'Log': {'1.0'}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'Network': {'1.1'}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'Port': {'1.7'}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'PortForwarding': {'1.2'}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'QosPolicy': {'1.8'}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'SecurityGroup': {'1.4'}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'SecurityGroupRule': {'1.2'}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'SubPort': {'1.0'}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'Subnet': {'1.1'}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'Trunk': {'1.1'}} May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: consumer versions: May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: { DHCP agent@dv-cinder-784623-10-smb: {}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: L3 agent@dv-cinder-784623-10-smb: {}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: Metadata agent@dv-cinder-784623-10-smb: {}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: Metering agent@dv-cinder-784623-10-smb: {}, May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: Open vSwitch agent@dv-cinder-784623-10-smb: { 'AddressGroup': '1.2', May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'ConntrackHelper': '1.0', May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'Log': '1.0', May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'Network': '1.1', May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'Port': '1.7', May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'PortForwarding': '1.2', May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'QosPolicy': '1.8', May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'SecurityGroup': '1.4', May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'SecurityGroupRule': '1.2', May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'SubPort': '1.0', May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'Subnet': '1.1', May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: 'Trunk': '1.1'}} May 18 06:10:39.369972 dv-cinder-784623-10-smb neutron-server[78806]: {{(pid=78806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:10:39.422384 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:39.426375 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:39.465261 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:39.466796 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:39.467455 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:39.471801 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:39.573089 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0153034 May 18 06:10:39.573724 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Pushing event updated for resources: {'Network': ['ID=a911aa9e-1d36-431b-972c-57775e8f58e4,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:39.577326 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:39.584511 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network a911aa9e-1d36-431b-972c-57775e8f58e4 details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:10:39.789206 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:40.061348 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-58ef4381-73ec-4113-9adf-8a0430dc6621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:40.720749 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:41.867510 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 39440) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:41.977914 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:42.080863 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e52caa-1479-43cc-a554-4e6b54be87a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:42.082165 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-f2e52caa-1479-43cc-a554-4e6b54be87a4 admin admin] 10.222.0.10 "GET /v2.0/subnets/e0fe944b-6aff-4adf-a1f6-9d4051e1536b HTTP/1.1" status: 200 len: 849 time: 0.2136881 May 18 06:10:42.250767 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-4b3e5819-3ba7-45e9-9759-f26f7d4ac65e admin admin] 10.222.0.10 "GET /v2.0/routers/14ca1c7c-0863-4b8e-96f7-1070f30f8602 HTTP/1.1" status: 200 len: 704 time: 0.1630702 May 18 06:10:42.708189 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:42.931571 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Allocated IP 172.20.0.1 (0839ce58-7e06-465d-8ec2-9e73e029072a/e0fe944b-6aff-4adf-a1f6-9d4051e1536b/cf281ff4-dad1-4770-a58b-dfc89421c3a0) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:10:43.085128 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:43.102152 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Transition to ACTIVE for port object cf281ff4-dad1-4770-a58b-dfc89421c3a0 will not be triggered until provisioned by entity DHCP. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:10:43.156272 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:43.160721 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:43.221797 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Network 0839ce58-7e06-465d-8ec2-9e73e029072a is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:10:43.224637 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:10:43.230889 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:10:43.231403 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683074'] for router_interface, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:43.348558 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Pushing event updated for resources: {'Port': ['ID=cf281ff4-dad1-4770-a58b-dfc89421c3a0,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:43.366311 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:43.454503 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-46790fe0-28c4-4352-8cf4-b8884ca0a963 None None] Provisioning for port cf281ff4-dad1-4770-a58b-dfc89421c3a0 completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:10:43.459036 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-46790fe0-28c4-4352-8cf4-b8884ca0a963 None None] Provisioning complete for port cf281ff4-dad1-4770-a58b-dfc89421c3a0 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:43.459403 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-46790fe0-28c4-4352-8cf4-b8884ca0a963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:43.489787 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:43.510699 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-46790fe0-28c4-4352-8cf4-b8884ca0a963 None None] Port cf281ff4-dad1-4770-a58b-dfc89421c3a0 cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:10:43.745354 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:43.749259 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:43.750390 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-665061'] for router_interface, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:43.754265 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:43.885293 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Pushing event updated for resources: {'Port': ['ID=cf281ff4-dad1-4770-a58b-dfc89421c3a0,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:43.889771 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:43.937461 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Network 0839ce58-7e06-465d-8ec2-9e73e029072a is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:10:43.938511 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:10:44.125253 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Router 14ca1c7c-0863-4b8e-96f7-1070f30f8602 is scheduled to L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f with binding_index 1 {{(pid=78806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:10:44.133776 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-26d617e4-ed55-4f08-a3b3-3348826614f6 None None] Provisioning complete for port cf281ff4-dad1-4770-a58b-dfc89421c3a0 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:44.134143 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-26d617e4-ed55-4f08-a3b3-3348826614f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:44.187389 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-26d617e4-ed55-4f08-a3b3-3348826614f6 None None] Port cf281ff4-dad1-4770-a58b-dfc89421c3a0 cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:10:44.273876 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:10:44.282490 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] 10.222.0.10 "PUT /v2.0/routers/14ca1c7c-0863-4b8e-96f7-1070f30f8602/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0270162 May 18 06:10:44.283379 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Sync routers for ids ['14ca1c7c-0863-4b8e-96f7-1070f30f8602'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:10:44.294726 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Routers {'14ca1c7c-0863-4b8e-96f7-1070f30f8602'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:10:44.295566 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:10:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['14ca1c7c-0863-4b8e-96f7-1070f30f8602'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:44.467880 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Set router 14ca1c7c-0863-4b8e-96f7-1070f30f8602 gateway port host: None {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:10:44.824671 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'name': 'router1', 'tenant_id': '34704a0c1ff74e938db622810912a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:10:33Z', 'updated_at': '2021-05-18T06:10:43Z', 'revision_number': 2, 'project_id': '34704a0c1ff74e938db622810912a246', 'gw_port_host': None, '_interfaces': [{'id': 'cf281ff4-dad1-4770-a58b-dfc89421c3a0', 'name': '', 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a', 'tenant_id': '34704a0c1ff74e938db622810912a246', 'mac_address': 'fa:16:3e:b0:19:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0fe944b-6aff-4adf-a1f6-9d4051e1536b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:42Z', 'updated_at': '2021-05-18T06:10:43Z', 'revision_number': 2, 'project_id': '34704a0c1ff74e938db622810912a246', 'subnets': [{'id': 'e0fe944b-6aff-4adf-a1f6-9d4051e1536b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f434b6f1-bd18-426f-85b5-ef701b2240bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:44.829449 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Checking router: 14ca1c7c-0863-4b8e-96f7-1070f30f8602 for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:10:44.829817 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Updating router 14ca1c7c-0863-4b8e-96f7-1070f30f8602 port cf281ff4-dad1-4770-a58b-dfc89421c3a0 binding host dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:10:44.879474 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:45.248663 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:45.263386 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Transition to ACTIVE for port object cf281ff4-dad1-4770-a58b-dfc89421c3a0 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:10:45.269758 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:45.276232 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:45.484364 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Pushing event updated for resources: {'Port': ['ID=cf281ff4-dad1-4770-a58b-dfc89421c3a0,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:45.497228 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:45.497568 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:45.497899 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:45.498222 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:45.498541 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:45.498905 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:45.499857 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:45.500209 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:45.500727 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:45.501055 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:45.501377 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:45.501693 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Tracked resource versions report: May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: pushed versions: May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: { 'AddressGroup': {'1.2'}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'ConntrackHelper': {'1.0'}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'Log': {'1.0'}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'Network': {'1.1'}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'Port': {'1.7'}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'PortForwarding': {'1.2'}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'QosPolicy': {'1.8'}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'SecurityGroup': {'1.4'}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'SecurityGroupRule': {'1.2'}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'SubPort': {'1.0'}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'Subnet': {'1.1'}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'Trunk': {'1.1'}} May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: consumer versions: May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: { DHCP agent@dv-cinder-784623-10-smb: {}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: L3 agent@dv-cinder-784623-10-smb: {}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: Metadata agent@dv-cinder-784623-10-smb: {}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: Metering agent@dv-cinder-784623-10-smb: {}, May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: Open vSwitch agent@dv-cinder-784623-10-smb: { 'AddressGroup': '1.2', May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'ConntrackHelper': '1.0', May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'Log': '1.0', May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'Network': '1.1', May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'Port': '1.7', May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'PortForwarding': '1.2', May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'QosPolicy': '1.8', May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'SecurityGroup': '1.4', May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'SecurityGroupRule': '1.2', May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'SubPort': '1.0', May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'Subnet': '1.1', May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: 'Trunk': '1.1'}} May 18 06:10:45.502842 dv-cinder-784623-10-smb neutron-server[78809]: {{(pid=78809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:10:45.507045 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Attempting to bind port cf281ff4-dad1-4770-a58b-dfc89421c3a0 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:10:45.507453 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Attempting to bind port cf281ff4-dad1-4770-a58b-dfc89421c3a0 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': 'b7ac9580-e37d-4d07-abfb-26220333ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:10:45.507912 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Attempting to bind port cf281ff4-dad1-4770-a58b-dfc89421c3a0 on network 0839ce58-7e06-465d-8ec2-9e73e029072a {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:10:45.511144 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:45.516238 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:10:45.517049 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Checking segment: {'id': 'b7ac9580-e37d-4d07-abfb-26220333ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:10:45.517131 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:45.517495 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Bound using segment: {'id': 'b7ac9580-e37d-4d07-abfb-26220333ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:10:45.518030 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Bound port: cf281ff4-dad1-4770-a58b-dfc89421c3a0, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac9580-e37d-4d07-abfb-26220333ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:10:45.518572 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:45.603258 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] For port cf281ff4-dad1-4770-a58b-dfc89421c3a0, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:10:45.607439 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] For port cf281ff4-dad1-4770-a58b-dfc89421c3a0, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=cf281ff4-dad1-4770-a58b-dfc89421c3a0,segment=NetworkSegment(b7ac9580-e37d-4d07-abfb-26220333ad1c),segment_id=b7ac9580-e37d-4d07-abfb-26220333ad1c)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:10:45.610849 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:45.615524 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:45.684273 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Routers {'14ca1c7c-0863-4b8e-96f7-1070f30f8602'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:10:45.684912 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:10:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['14ca1c7c-0863-4b8e-96f7-1070f30f8602'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:45.858585 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Pushing event updated for resources: {'Port': ['ID=cf281ff4-dad1-4770-a58b-dfc89421c3a0,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:45.863359 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:45.879679 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] Set router 14ca1c7c-0863-4b8e-96f7-1070f30f8602 gateway port host: None {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:10:46.195959 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'name': 'router1', 'tenant_id': '34704a0c1ff74e938db622810912a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:10:33Z', 'updated_at': '2021-05-18T06:10:43Z', 'revision_number': 2, 'project_id': '34704a0c1ff74e938db622810912a246', 'gw_port_host': None, '_interfaces': [{'id': 'cf281ff4-dad1-4770-a58b-dfc89421c3a0', 'name': '', 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a', 'tenant_id': '34704a0c1ff74e938db622810912a246', 'mac_address': 'fa:16:3e:b0:19:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0fe944b-6aff-4adf-a1f6-9d4051e1536b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:42Z', 'updated_at': '2021-05-18T06:10:45Z', 'revision_number': 4, 'project_id': '34704a0c1ff74e938db622810912a246', 'subnets': [{'id': 'e0fe944b-6aff-4adf-a1f6-9d4051e1536b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f434b6f1-bd18-426f-85b5-ef701b2240bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:46.199866 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e392d-8eac-4705-9d97-cd855d141b7d None None] The sync data for ids ['14ca1c7c-0863-4b8e-96f7-1070f30f8602'] in dv-cinder-784623-10-smb is: [{'id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'name': 'router1', 'tenant_id': '34704a0c1ff74e938db622810912a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:10:33Z', 'updated_at': '2021-05-18T06:10:43Z', 'revision_number': 2, 'project_id': '34704a0c1ff74e938db622810912a246', 'gw_port_host': None, '_interfaces': [{'id': 'cf281ff4-dad1-4770-a58b-dfc89421c3a0', 'name': '', 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a', 'tenant_id': '34704a0c1ff74e938db622810912a246', 'mac_address': 'fa:16:3e:b0:19:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0fe944b-6aff-4adf-a1f6-9d4051e1536b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:42Z', 'updated_at': '2021-05-18T06:10:45Z', 'revision_number': 4, 'project_id': '34704a0c1ff74e938db622810912a246', 'subnets': [{'id': 'e0fe944b-6aff-4adf-a1f6-9d4051e1536b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f434b6f1-bd18-426f-85b5-ef701b2240bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:10:46.421905 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 39462) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:46.565859 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cae224-7ac1-40a6-accf-50c8c14d1142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:46.566327 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-71cae224-7ac1-40a6-accf-50c8c14d1142 admin admin] Synchronizing usage tracker for tenant:2578238926e54451ad34c4b7ddfb6844 on resource:network {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:10:46.584359 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-71cae224-7ac1-40a6-accf-50c8c14d1142 admin admin] Unset dirty status for tenant:2578238926e54451ad34c4b7ddfb6844 on resource:network {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:10:46.585481 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-71cae224-7ac1-40a6-accf-50c8c14d1142 admin admin] 10.222.0.10 "GET /v2.0/networks/a911aa9e-1d36-431b-972c-57775e8f58e4 HTTP/1.1" status: 200 len: 842 time: 0.1626048 May 18 06:10:46.595484 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:46.600644 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:46.604392 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Usage tracker for resource:subnet and tenant:2578238926e54451ad34c4b7ddfb6844 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:46.607269 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:46.613393 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:46.622705 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Made reservation on behalf of 2578238926e54451ad34c4b7ddfb6844 for: {'subnet': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:10:46.625084 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:47.046422 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.objects.ports [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78806) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 18 06:10:47.046886 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280'] for subnet, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:47.051165 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:47.124740 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1db8bab-0a62-4aa2-b802-eb578911a98d,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:47.129114 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Checking segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:10:47.129470 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Network hostable DHCP agents. Network: a911aa9e-1d36-431b-972c-57775e8f58e4, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:10:47.132418 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:47.149419 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:10:47.158775 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, a911aa9e-1d36-431b-972c-57775e8f58e4) {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:10:47.163100 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:47.163705 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:47.170089 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085ccc2f-3047-4876-801a-f87efc931afc None None] Network a911aa9e-1d36-431b-972c-57775e8f58e4 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:10:47.188174 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5908239 May 18 06:10:47.374237 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51e8209-3865-452a-b469-c77166b5637a None None] Network a911aa9e-1d36-431b-972c-57775e8f58e4 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:10:49.397930 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 39476) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:49.633636 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-7a06bf4e-32cd-4b96-844a-562fa8e27202 admin admin] 10.222.0.10 "GET /v2.0/routers/14ca1c7c-0863-4b8e-96f7-1070f30f8602 HTTP/1.1" status: 200 len: 710 time: 0.2345850 May 18 06:10:49.757143 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6283d4f-3d6d-4b37-88f6-23bb7bee2641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:49.758943 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-d6283d4f-3d6d-4b37-88f6-23bb7bee2641 admin admin] 10.222.0.10 "GET /v2.0/networks/a911aa9e-1d36-431b-972c-57775e8f58e4 HTTP/1.1" status: 200 len: 886 time: 0.1203225 May 18 06:10:49.767469 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:49.945151 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device cf281ff4-dad1-4770-a58b-dfc89421c3a0 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:10:50.014948 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port cf281ff4-dad1-4770-a58b-dfc89421c3a0 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:10:50.020775 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port cf281ff4-dad1-4770-a58b-dfc89421c3a0 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:50.021150 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:50.135442 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:50.166461 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port cf281ff4-dad1-4770-a58b-dfc89421c3a0, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=cf281ff4-dad1-4770-a58b-dfc89421c3a0,segment=NetworkSegment(b7ac9580-e37d-4d07-abfb-26220333ad1c),segment_id=b7ac9580-e37d-4d07-abfb-26220333ad1c)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:10:50.170874 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:50.172974 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:50.198708 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-669950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14324'] for router, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:50.239347 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=cf281ff4-dad1-4770-a58b-dfc89421c3a0,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:50.242458 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:50.517779 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:50.570780 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:50.700945 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Allocated IP 172.28.2.237 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/c4509d05-3b90-40d8-941d-8df1a96b7a94) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:10:50.890885 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:50.918066 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:50.922412 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:50.983748 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:10:50.986438 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:10:50.990013 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:10:51.043420 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=c4509d05-3b90-40d8-941d-8df1a96b7a94,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:51.052407 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:51.360953 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:51.685976 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-669950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14324'] for router, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:51.689162 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-684268'] for router, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:51.860857 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Router 14ca1c7c-0863-4b8e-96f7-1070f30f8602 has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:10:51.923214 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device cf281ff4-dad1-4770-a58b-dfc89421c3a0 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:10:51.990177 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port cf281ff4-dad1-4770-a58b-dfc89421c3a0 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:51.990509 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:52.034611 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:10:52.043601 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Notify callbacks [] for router, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:52.060067 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] 10.222.0.10 "PUT /v2.0/routers/14ca1c7c-0863-4b8e-96f7-1070f30f8602 HTTP/1.1" status: 200 len: 890 time: 2.2808700 May 18 06:10:52.060323 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Sync routers for ids ['14ca1c7c-0863-4b8e-96f7-1070f30f8602'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:10:52.061683 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Routers {'14ca1c7c-0863-4b8e-96f7-1070f30f8602'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:10:52.062407 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:10:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['14ca1c7c-0863-4b8e-96f7-1070f30f8602'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:52.315185 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Set router 14ca1c7c-0863-4b8e-96f7-1070f30f8602 gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:10:52.642228 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'name': 'router1', 'tenant_id': '34704a0c1ff74e938db622810912a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'c4509d05-3b90-40d8-941d-8df1a96b7a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:10:33Z', 'updated_at': '2021-05-18T06:10:51Z', 'revision_number': 4, 'project_id': '34704a0c1ff74e938db622810912a246', 'gw_port': {'id': 'c4509d05-3b90-40d8-941d-8df1a96b7a94', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:50Z', 'updated_at': '2021-05-18T06:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'cf281ff4-dad1-4770-a58b-dfc89421c3a0', 'name': '', 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a', 'tenant_id': '34704a0c1ff74e938db622810912a246', 'mac_address': 'fa:16:3e:b0:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0fe944b-6aff-4adf-a1f6-9d4051e1536b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:42Z', 'updated_at': '2021-05-18T06:10:50Z', 'revision_number': 5, 'project_id': '34704a0c1ff74e938db622810912a246', 'subnets': [{'id': 'e0fe944b-6aff-4adf-a1f6-9d4051e1536b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f434b6f1-bd18-426f-85b5-ef701b2240bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:52.646955 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Checking router: 14ca1c7c-0863-4b8e-96f7-1070f30f8602 for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:10:52.647309 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Updating router 14ca1c7c-0863-4b8e-96f7-1070f30f8602 port c4509d05-3b90-40d8-941d-8df1a96b7a94 binding host dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:10:52.699416 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:53.016298 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:53.028295 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Transition to ACTIVE for port object c4509d05-3b90-40d8-941d-8df1a96b7a94 will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:10:53.034141 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:53.037764 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:53.115979 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Attempting to bind port c4509d05-3b90-40d8-941d-8df1a96b7a94 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:10:53.116368 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Attempting to bind port c4509d05-3b90-40d8-941d-8df1a96b7a94 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:10:53.116726 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Attempting to bind port c4509d05-3b90-40d8-941d-8df1a96b7a94 on network a911aa9e-1d36-431b-972c-57775e8f58e4 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:10:53.119887 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99166d23-49db-453f-a6b3-05b4abf309db None None] Pushing event updated for resources: {'Port': ['ID=c4509d05-3b90-40d8-941d-8df1a96b7a94,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:53.122512 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-99166d23-49db-453f-a6b3-05b4abf309db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:53.125103 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:10:53.125472 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Checking segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:10:53.125867 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:53.126247 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Bound using segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:10:53.126733 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Bound port: c4509d05-3b90-40d8-941d-8df1a96b7a94, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:10:53.127062 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:53.197087 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] For port c4509d05-3b90-40d8-941d-8df1a96b7a94, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:10:53.199974 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] For port c4509d05-3b90-40d8-941d-8df1a96b7a94, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=c4509d05-3b90-40d8-941d-8df1a96b7a94,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:10:53.204108 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:53.207742 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:53.279444 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Routers {'14ca1c7c-0863-4b8e-96f7-1070f30f8602'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:10:53.280073 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:10:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['14ca1c7c-0863-4b8e-96f7-1070f30f8602'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:53.352372 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99166d23-49db-453f-a6b3-05b4abf309db None None] Pushing event updated for resources: {'Port': ['ID=c4509d05-3b90-40d8-941d-8df1a96b7a94,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:53.355407 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-99166d23-49db-453f-a6b3-05b4abf309db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:53.462553 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] Set router 14ca1c7c-0863-4b8e-96f7-1070f30f8602 gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:10:53.804559 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'name': 'router1', 'tenant_id': '34704a0c1ff74e938db622810912a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'c4509d05-3b90-40d8-941d-8df1a96b7a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:10:33Z', 'updated_at': '2021-05-18T06:10:51Z', 'revision_number': 4, 'project_id': '34704a0c1ff74e938db622810912a246', 'gw_port': {'id': 'c4509d05-3b90-40d8-941d-8df1a96b7a94', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:50Z', 'updated_at': '2021-05-18T06:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'cf281ff4-dad1-4770-a58b-dfc89421c3a0', 'name': '', 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a', 'tenant_id': '34704a0c1ff74e938db622810912a246', 'mac_address': 'fa:16:3e:b0:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0fe944b-6aff-4adf-a1f6-9d4051e1536b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:42Z', 'updated_at': '2021-05-18T06:10:50Z', 'revision_number': 5, 'project_id': '34704a0c1ff74e938db622810912a246', 'subnets': [{'id': 'e0fe944b-6aff-4adf-a1f6-9d4051e1536b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f434b6f1-bd18-426f-85b5-ef701b2240bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:53.809182 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8f93bf-6c07-4abb-8fab-a07afdbde4ee None None] The sync data for ids ['14ca1c7c-0863-4b8e-96f7-1070f30f8602'] in dv-cinder-784623-10-smb is: [{'id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'name': 'router1', 'tenant_id': '34704a0c1ff74e938db622810912a246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.237'}], 'enable_snat': True}, 'gw_port_id': 'c4509d05-3b90-40d8-941d-8df1a96b7a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:10:33Z', 'updated_at': '2021-05-18T06:10:51Z', 'revision_number': 4, 'project_id': '34704a0c1ff74e938db622810912a246', 'gw_port': {'id': 'c4509d05-3b90-40d8-941d-8df1a96b7a94', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:50Z', 'updated_at': '2021-05-18T06:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'cf281ff4-dad1-4770-a58b-dfc89421c3a0', 'name': '', 'network_id': '0839ce58-7e06-465d-8ec2-9e73e029072a', 'tenant_id': '34704a0c1ff74e938db622810912a246', 'mac_address': 'fa:16:3e:b0:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ca1c7c-0863-4b8e-96f7-1070f30f8602', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0fe944b-6aff-4adf-a1f6-9d4051e1536b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:42Z', 'updated_at': '2021-05-18T06:10:50Z', 'revision_number': 5, 'project_id': '34704a0c1ff74e938db622810912a246', 'subnets': [{'id': 'e0fe944b-6aff-4adf-a1f6-9d4051e1536b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f434b6f1-bd18-426f-85b5-ef701b2240bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:10:53.998114 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device c4509d05-3b90-40d8-941d-8df1a96b7a94 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:10:54.073885 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port c4509d05-3b90-40d8-941d-8df1a96b7a94 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:10:54.078835 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port c4509d05-3b90-40d8-941d-8df1a96b7a94 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:54.079209 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:54.199561 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:54.217068 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port c4509d05-3b90-40d8-941d-8df1a96b7a94, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=c4509d05-3b90-40d8-941d-8df1a96b7a94,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:10:54.221134 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:54.223385 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:54.290675 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=c4509d05-3b90-40d8-941d-8df1a96b7a94,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:54.296979 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:54.338537 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 39486) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:54.504957 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-1a958f16-ec90-46c5-8987-cef04cb13f37 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1652551 May 18 06:10:55.931865 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device c4509d05-3b90-40d8-941d-8df1a96b7a94 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:10:56.006294 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port c4509d05-3b90-40d8-941d-8df1a96b7a94 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:56.006665 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:00.462076 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 5 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:11:07.014458 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7d5a8787-bda3-41ea-b169-df48c96f4c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:09.794954 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:10.065799 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5c432ae2-004e-4640-9ac5-adda41a1bb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:10.727718 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:12.012838 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:37.011799 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6ddc21e8-94d8-46e4-8dbe-5eb7436af468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:37.452295 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 5 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:11:39.789641 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:40.191470 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5c9b701f-06c7-4a73-a04b-661341066f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:40.722231 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:42.001155 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:07.005533 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1cde-3b04-4e8d-8832-2dc16704630b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:09.792222 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:10.074547 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8e520efb-5875-4893-8332-72c5388edea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:10.719967 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:12.003250 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:14.451851 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 5 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:12:29.861150 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40056) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:29.927445 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.pecan_wsgi.hooks.translation [None req-32400308-ea36-4e0e-a274-b6f0d439942a admin admin] GET failed (client error): The resource could not be found. May 18 06:12:29.928724 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-32400308-ea36-4e0e-a274-b6f0d439942a admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666656 May 18 06:12:30.057213 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ab78fd-48e1-433b-93ba-ca4265083be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:30.058569 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-37ab78fd-48e1-433b-93ba-ca4265083be7 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1256118 May 18 06:12:32.124488 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40066) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:32.226798 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c177ba-cdcd-4d75-933d-c491a8c4cf7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:32.227272 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-26c177ba-cdcd-4d75-933d-c491a8c4cf7c admin admin] Synchronizing usage tracker for tenant:2578238926e54451ad34c4b7ddfb6844 on resource:subnet {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:12:32.242379 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-26c177ba-cdcd-4d75-933d-c491a8c4cf7c admin admin] Unset dirty status for tenant:2578238926e54451ad34c4b7ddfb6844 on resource:subnet {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:12:32.243468 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-26c177ba-cdcd-4d75-933d-c491a8c4cf7c admin admin] 10.222.0.10 "GET /v2.0/subnets/e0fe944b-6aff-4adf-a1f6-9d4051e1536b HTTP/1.1" status: 200 len: 849 time: 0.1180520 May 18 06:12:32.253057 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:12:32.366647 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:32.546537 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792384806193'] for subnet, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:32.550840 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:12:32.590045 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:32.590951 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:32.593898 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] 10.222.0.10 "PUT /v2.0/subnets/e0fe944b-6aff-4adf-a1f6-9d4051e1536b HTTP/1.1" status: 200 len: 868 time: 0.3424387 May 18 06:12:32.594805 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8882bc3e-4dc7-46a5-aac4-ef96e668c92f None None] Network 0839ce58-7e06-465d-8ec2-9e73e029072a requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:12:32.618207 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0fe944b-6aff-4adf-a1f6-9d4051e1536b,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:12:32.626579 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:32.626957 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:32.627246 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:32.627570 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:32.627890 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:32.628238 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:32.628559 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:32.628875 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:32.629213 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:32.629534 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:32.629822 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:32.630135 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:32.634186 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:12:33.015371 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f2cdea7c-d38f-49dc-8e23-b5536a352342 None None] Provisioning complete for port cf281ff4-dad1-4770-a58b-dfc89421c3a0 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:12:33.015831 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f2cdea7c-d38f-49dc-8e23-b5536a352342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:33.139270 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f2cdea7c-d38f-49dc-8e23-b5536a352342 None None] Provisioning complete for port 7740f20d-9c60-48d0-81e7-eb7597fb3248 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:12:33.139534 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f2cdea7c-d38f-49dc-8e23-b5536a352342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:34.676626 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40076) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:34.846538 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d45ddc-141e-4c96-a05e-631ee7a7b2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:34.847027 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d45ddc-141e-4c96-a05e-631ee7a7b2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:34.848609 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-95d45ddc-141e-4c96-a05e-631ee7a7b2a5 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1710248 May 18 06:12:36.930459 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40086) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:37.009862 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6b15-b85e-4c9d-bfde-a31aa6f31852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:37.106610 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94b36fc-0634-41ad-8e49-2d31fe109675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:37.107087 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94b36fc-0634-41ad-8e49-2d31fe109675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:37.108592 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-f94b36fc-0634-41ad-8e49-2d31fe109675 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1772141 May 18 06:12:39.180695 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40096) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:39.348530 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff18849-32ed-4261-bfe3-1fbb599b7a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:39.349756 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-cff18849-32ed-4261-bfe3-1fbb599b7a62 admin admin] 10.222.0.10 "GET /v2.0/networks/0839ce58-7e06-465d-8ec2-9e73e029072a HTTP/1.1" status: 200 len: 868 time: 0.1675551 May 18 06:12:39.794685 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:40.075792 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1006edc1-aada-4b5c-bf3e-fa07cc59736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:40.722897 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:41.418301 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40106) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:41.580771 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f645ac0f-4321-4f78-82a8-df43476c0096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:41.582087 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-f645ac0f-4321-4f78-82a8-df43476c0096 admin admin] 10.222.0.10 "GET /v2.0/networks/a911aa9e-1d36-431b-972c-57775e8f58e4 HTTP/1.1" status: 200 len: 886 time: 0.1628478 May 18 06:12:42.007480 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:43.669015 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40116) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:43.771129 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1184d0b3-b44f-41c8-a3b7-c7673454b3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:43.771589 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1184d0b3-b44f-41c8-a3b7-c7673454b3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:43.773052 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-1184d0b3-b44f-41c8-a3b7-c7673454b3c0 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1031320 May 18 06:12:45.846530 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40126) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:45.952897 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff5c767-91ec-4efb-95f9-29dd725825db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:45.953212 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff5c767-91ec-4efb-95f9-29dd725825db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:45.955894 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-dff5c767-91ec-4efb-95f9-29dd725825db admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1072128 May 18 06:12:48.026601 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40136) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:48.123269 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae20ccca-de30-49db-abe1-969be6537157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:48.124571 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-ae20ccca-de30-49db-abe1-969be6537157 admin admin] 10.222.0.10 "GET /v2.0/subnets/d1db8bab-0a62-4aa2-b802-eb578911a98d HTTP/1.1" status: 200 len: 816 time: 0.0970957 May 18 06:12:50.210437 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40146) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:50.313909 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3c9c33-a4dd-4185-b1bf-0a6d4db53ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:50.315190 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-7f3c9c33-a4dd-4185-b1bf-0a6d4db53ea0 admin admin] 10.222.0.10 "GET /v2.0/subnets/e0fe944b-6aff-4adf-a1f6-9d4051e1536b HTTP/1.1" status: 200 len: 868 time: 0.1038964 May 18 06:12:51.451188 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 5 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:13:07.014051 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4c5f-8caf-4550-98fa-0a4e4dc1f1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:09.796567 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:10.076248 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-fb6990b1-f654-42c9-a74a-ecae4f733d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:10.726929 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:12.010934 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:12.936088 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40190) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:13:12.983276 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [None req-1f80ea7c-19d8-4034-a663-98898a351fdf admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:13:12.984287 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-1f80ea7c-19d8-4034-a663-98898a351fdf admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471711 May 18 06:13:15.146993 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40200) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:13:15.212750 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.pecan_wsgi.hooks.translation [None req-38895ad0-47e4-483f-b2e8-29d658a60c1f admin admin] GET failed (client error): The resource could not be found. May 18 06:13:15.213951 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-38895ad0-47e4-483f-b2e8-29d658a60c1f admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660295 May 18 06:13:15.333659 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7436ed-7731-4e5d-a6a7-eb4eba2c249a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:13:15.334990 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-6c7436ed-7731-4e5d-a6a7-eb4eba2c249a admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1173134 May 18 06:13:17.427848 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40210) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:13:17.473870 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:13:17.478737 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:13:17.488004 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:13:17.497990 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Made reservation on behalf of 2578238926e54451ad34c4b7ddfb6844 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:13:17.500259 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:17.584553 dv-cinder-784623-10-smb neutron-server[78807]: WARNING neutron.services.revisions.revision_plugin [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Could not find related network for resource to bump revision. May 18 06:13:17.596314 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:13:17.605736 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:17.606123 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.segments_db [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Added segment 2c64a2c9-9164-496e-ad10-8f40c6439acd of type vlan for network 221609cf-35ee-4135-9bf2-07630b997c53 May 18 06:13:17.634299 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:17.661918 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:17.663229 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:13:17.663793 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:17.668996 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:13:17.762342 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3333743 May 18 06:13:17.766786 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Pushing event updated for resources: {'Network': ['ID=221609cf-35ee-4135-9bf2-07630b997c53,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:13:17.773832 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.774792 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.775130 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.775449 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.775765 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.776105 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.776426 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.776738 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.777049 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.777358 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.777672 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.777975 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.782389 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:13:17.789736 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network 221609cf-35ee-4135-9bf2-07630b997c53 details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:13:19.866045 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40220) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:13:19.931466 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29050b0-18ca-4f98-81a1-1f1473763651 admin admin] GET failed (client error): The resource could not be found. May 18 06:13:19.931971 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-a29050b0-18ca-4f98-81a1-1f1473763651 admin admin] Synchronizing usage tracker for tenant:2578238926e54451ad34c4b7ddfb6844 on resource:network {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:13:19.947132 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-a29050b0-18ca-4f98-81a1-1f1473763651 admin admin] Unset dirty status for tenant:2578238926e54451ad34c4b7ddfb6844 on resource:network {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:13:19.948266 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-a29050b0-18ca-4f98-81a1-1f1473763651 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0812337 May 18 06:13:20.051795 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2513f4-14c4-468d-bb43-47e6607e150c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:13:20.053162 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-ee2513f4-14c4-468d-bb43-47e6607e150c admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1011226 May 18 06:13:20.063294 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '221609cf-35ee-4135-9bf2-07630b997c53', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:13:20.067815 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:13:20.077662 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:13:20.086568 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Made reservation on behalf of 2578238926e54451ad34c4b7ddfb6844 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:13:20.088860 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:20.479630 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:20.483968 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-190f089f-c4c4-443b-8fe3-5b4ac9ec43fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:13:20.552798 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84140f47-7e83-4e9b-adfc-6437263b8728,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:13:20.556512 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:13:20.562038 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Checking segment: {'id': '2c64a2c9-9164-496e-ad10-8f40c6439acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221609cf-35ee-4135-9bf2-07630b997c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:13:20.562391 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Network hostable DHCP agents. Network: 221609cf-35ee-4135-9bf2-07630b997c53, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:13:20.577623 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Network 221609cf-35ee-4135-9bf2-07630b997c53 is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:13:20.585934 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, 221609cf-35ee-4135-9bf2-07630b997c53) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:13:20.589752 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:13:20.590328 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:20.594578 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f294408-126e-4ec9-8fd0-1628726925ec None None] Network 221609cf-35ee-4135-9bf2-07630b997c53 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:13:20.614404 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5544436 May 18 06:13:20.840280 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2566af-727b-4926-9871-245db9258424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7579a6-934c-53e0-bcc5-5362a01ddfef-221609cf-35ee-4135-9bf2-07630b997c53', 'network_id': '221609cf-35ee-4135-9bf2-07630b997c53', 'tenant_id': '2578238926e54451ad34c4b7ddfb6844', 'fixed_ips': [{'subnet_id': '84140f47-7e83-4e9b-adfc-6437263b8728'}]}} from dv-cinder-784623-10-smb. {{(pid=78808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:13:20.841116 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:21.001035 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-df2566af-727b-4926-9871-245db9258424 None None] Allocated IP 192.168.233.2 (221609cf-35ee-4135-9bf2-07630b997c53/84140f47-7e83-4e9b-adfc-6437263b8728/05e651ac-7571-4fdc-9248-853d0dfed24a) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:13:21.204803 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:21.215213 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-df2566af-727b-4926-9871-245db9258424 None None] Transition to ACTIVE for port object 05e651ac-7571-4fdc-9248-853d0dfed24a will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:13:21.232951 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-df2566af-727b-4926-9871-245db9258424 None None] Transition to ACTIVE for port object 05e651ac-7571-4fdc-9248-853d0dfed24a will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:13:21.238218 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:21.243480 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:13:21.303721 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2566af-727b-4926-9871-245db9258424 None None] Network 221609cf-35ee-4135-9bf2-07630b997c53 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:13:21.306553 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-df2566af-727b-4926-9871-245db9258424 None None] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:13:21.310134 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2566af-727b-4926-9871-245db9258424 None None] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:13:21.315902 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2566af-727b-4926-9871-245db9258424 None None] Pushing event updated for resources: {'Port': ['ID=05e651ac-7571-4fdc-9248-853d0dfed24a,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:13:21.324584 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:21.324921 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:21.325253 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:21.325580 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:21.325905 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:21.326226 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:21.326547 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:21.326863 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:21.327196 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:21.327514 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:21.327829 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:21.328166 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:21.354491 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-df2566af-727b-4926-9871-245db9258424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:13:21.415530 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-df2566af-727b-4926-9871-245db9258424 None None] Attempting to bind port 05e651ac-7571-4fdc-9248-853d0dfed24a on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:13:21.415916 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-df2566af-727b-4926-9871-245db9258424 None None] Attempting to bind port 05e651ac-7571-4fdc-9248-853d0dfed24a by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '2c64a2c9-9164-496e-ad10-8f40c6439acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221609cf-35ee-4135-9bf2-07630b997c53'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:13:21.416308 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2566af-727b-4926-9871-245db9258424 None None] Attempting to bind port 05e651ac-7571-4fdc-9248-853d0dfed24a on network 221609cf-35ee-4135-9bf2-07630b997c53 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:13:21.421612 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2566af-727b-4926-9871-245db9258424 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:13:21.421976 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2566af-727b-4926-9871-245db9258424 None None] Checking segment: {'id': '2c64a2c9-9164-496e-ad10-8f40c6439acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221609cf-35ee-4135-9bf2-07630b997c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:13:21.422368 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:21.422763 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2566af-727b-4926-9871-245db9258424 None None] Bound using segment: {'id': '2c64a2c9-9164-496e-ad10-8f40c6439acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221609cf-35ee-4135-9bf2-07630b997c53'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:13:21.423224 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-df2566af-727b-4926-9871-245db9258424 None None] Bound port: 05e651ac-7571-4fdc-9248-853d0dfed24a, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c64a2c9-9164-496e-ad10-8f40c6439acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221609cf-35ee-4135-9bf2-07630b997c53'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:13:21.423591 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:21.511910 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-df2566af-727b-4926-9871-245db9258424 None None] For port 05e651ac-7571-4fdc-9248-853d0dfed24a, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:13:21.514868 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-df2566af-727b-4926-9871-245db9258424 None None] For port 05e651ac-7571-4fdc-9248-853d0dfed24a, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=05e651ac-7571-4fdc-9248-853d0dfed24a,segment=NetworkSegment(2c64a2c9-9164-496e-ad10-8f40c6439acd),segment_id=2c64a2c9-9164-496e-ad10-8f40c6439acd)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:13:21.520114 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-df2566af-727b-4926-9871-245db9258424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:21.523857 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:13:21.604954 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2566af-727b-4926-9871-245db9258424 None None] Pushing event updated for resources: {'Port': ['ID=05e651ac-7571-4fdc-9248-853d0dfed24a,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:13:21.608587 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-df2566af-727b-4926-9871-245db9258424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:13:22.059161 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 05e651ac-7571-4fdc-9248-853d0dfed24a up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:13:22.126947 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 05e651ac-7571-4fdc-9248-853d0dfed24a completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:13:22.439924 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057d1ef4-a1d1-40c6-a3d9-ca3ea1cca0e3 None None] Network 221609cf-35ee-4135-9bf2-07630b997c53 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:13:22.532860 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-798950f3-13b8-42b0-9362-c15d8a2cb235 None None] Provisioning for port 05e651ac-7571-4fdc-9248-853d0dfed24a completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:13:22.548583 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-798950f3-13b8-42b0-9362-c15d8a2cb235 None None] Provisioning complete for port 05e651ac-7571-4fdc-9248-853d0dfed24a triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:13:22.548957 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-798950f3-13b8-42b0-9362-c15d8a2cb235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:22.764584 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-798950f3-13b8-42b0-9362-c15d8a2cb235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:22.804710 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-798950f3-13b8-42b0-9362-c15d8a2cb235 None None] For port 05e651ac-7571-4fdc-9248-853d0dfed24a, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=05e651ac-7571-4fdc-9248-853d0dfed24a,segment=NetworkSegment(2c64a2c9-9164-496e-ad10-8f40c6439acd),segment_id=2c64a2c9-9164-496e-ad10-8f40c6439acd)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:13:22.810707 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-798950f3-13b8-42b0-9362-c15d8a2cb235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:22.815657 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-df2566af-727b-4926-9871-245db9258424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:13:22.886894 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798950f3-13b8-42b0-9362-c15d8a2cb235 None None] Pushing event updated for resources: {'Port': ['ID=05e651ac-7571-4fdc-9248-853d0dfed24a,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:13:22.890508 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-798950f3-13b8-42b0-9362-c15d8a2cb235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:13:23.031892 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-25a3362d-6804-49d0-8253-35ea4aef57ad None None] Provisioning complete for port 05e651ac-7571-4fdc-9248-853d0dfed24a triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:13:23.032291 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-25a3362d-6804-49d0-8253-35ea4aef57ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:24.042767 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 05e651ac-7571-4fdc-9248-853d0dfed24a up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:13:24.111536 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 05e651ac-7571-4fdc-9248-853d0dfed24a triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:13:24.111903 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:28.450192 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 5 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:13:37.016903 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-15301237-e31a-48d2-9cd3-46131571e178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:39.799383 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:40.076641 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6eec13ac-2184-4109-b566-130d6f791891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:40.730297 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:42.017439 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:05.449621 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 5 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:14:07.018614 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627170d2-6448-4eac-be7f-e2e7f365df91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:09.801607 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:10.077122 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1e1b26df-8840-4a5e-aace-c66460770e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:10.733902 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:12.019326 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:26.292961 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40270) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:14:26.298972 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [None req-a39270a4-07b9-4712-beb2-1f6502007a85 tempest-verify_tempest_config-1439765176 tempest-verify_tempest_config-1439765176-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:14:26.299945 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-a39270a4-07b9-4712-beb2-1f6502007a85 tempest-verify_tempest_config-1439765176 tempest-verify_tempest_config-1439765176-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060513 May 18 06:14:26.594036 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40288) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:14:26.707993 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:26.721879 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:14:26.725587 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Usage tracker for resource:security_group_rule and tenant:8cc65cf263be4eb79de7033aab1215e0 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:14:26.728900 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:14:26.734452 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:14:26.813472 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:26.816774 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:26.825264 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:14:26.862194 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Synchronizing usage tracker for tenant:2578238926e54451ad34c4b7ddfb6844 on resource:security_group {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:14:26.866018 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b2eff8-ab91-4eec-9327-32d4be27a757,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:14:26.875305 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.875663 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.876003 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.876359 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.876691 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.877013 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.877332 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.877651 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.877985 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.878305 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.878630 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.878943 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.883930 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:14:26.892521 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Unset dirty status for tenant:2578238926e54451ad34c4b7ddfb6844 on resource:security_group {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:14:26.893635 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8cc65cf263be4eb79de7033aab1215e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2986584 May 18 06:14:26.896292 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40294) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:14:26.952665 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c8c70531-b619-4325-9961-a2ee55dbe372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:26.977340 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c8c70531-b619-4325-9961-a2ee55dbe372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:27.072561 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c8c70531-b619-4325-9961-a2ee55dbe372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:27.076426 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:14:27.087448 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c70531-b619-4325-9961-a2ee55dbe372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b2eff8-ab91-4eec-9327-32d4be27a757,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:14:27.091184 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c8c70531-b619-4325-9961-a2ee55dbe372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:14:27.094169 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c8c70531-b619-4325-9961-a2ee55dbe372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:27.095263 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-c8c70531-b619-4325-9961-a2ee55dbe372 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22b2eff8-ab91-4eec-9327-32d4be27a757 HTTP/1.1" status: 204 len: 168 time: 0.1980505 May 18 06:14:37.021182 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c78ccfe6-394b-438b-b1ff-eb7e88a068b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:39.806391 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:40.077348 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5f76d61d-8de9-4652-adb8-20f6494300ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:40.735817 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:42.019556 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:42.448594 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 5 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:15:07.023578 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3740-0a23-4286-ba18-d8cc87535370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:09.808499 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:10.078061 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b1b3ee86-b61c-4526-ad1e-d75df1a473eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:10.738856 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:12.023114 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:19.447420 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 5 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:15:37.023328 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f60cc71c-266e-40df-b5c9-5d3cd5caf8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:39.810577 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:40.078277 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-fd801d66-edb1-4126-8aff-09af4a1e9c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:40.740825 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:42.026637 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:56.446977 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 5 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:16:02.989069 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444'] for agent, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:05.968161 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40346) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:16:06.076930 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-218bc5f3-5898-4ed1-8baa-ef80a322d751 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1076345 May 18 06:16:07.026626 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a8781928-5939-45c1-8cf3-e5153c7e3bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:08.173398 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40356) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:16:08.228073 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-2a2bc4f6-423c-48c4-a89f-d66d33bb56c2 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0536029 May 18 06:16:09.811968 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:10.079494 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-14802e39-fe8d-42e0-aec0-fbba12696c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:10.743819 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:12.117533 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:32.957138 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:33.445218 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:16:37.027940 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-cfa408b0-976d-4064-ba4f-f90d7810dae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:39.814385 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:40.080168 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5593fb93-a509-41fb-8221-c415e728a57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:40.745813 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:42.028515 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:02.955654 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:07.031099 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-db38eded-1c91-484c-990e-ef3ee1a085c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:09.820249 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:10.084710 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-08177296-7cbb-4a60-8783-ecc6aa8a13a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:10.443927 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:17:10.748396 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:12.034731 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:32.969949 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:37.046872 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-423d9331-a755-4c15-9ce6-c76031615f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.825304 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:40.077654 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-42c28d45-0352-4317-ac6c-f29949dd26a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:40.753150 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.376916 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40572) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:41.379300 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40570) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:41.706250 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-404637199-network', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:41.714868 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1901156369-network', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:41.719538 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:41.722155 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:41.724553 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Usage tracker for resource:network and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:41.726033 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Usage tracker for resource:network and tenant:c21dcf34e0574c399a2bc5964d0fa113 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:41.728948 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:41.729650 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:41.735258 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:41.736925 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:41.753169 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Made reservation on behalf of f834aee473dd4b68b11e9ea8eb94614b for: {'network': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:41.755526 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Made reservation on behalf of c21dcf34e0574c399a2bc5964d0fa113 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:41.758158 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.758486 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.772450 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.774068 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.789409 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40604) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:41.790128 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:41.793555 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:41.794267 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Usage tracker for resource:security_group_rule and tenant:c21dcf34e0574c399a2bc5964d0fa113 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:41.797236 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:41.797901 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Usage tracker for resource:security_group_rule and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:41.801860 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:41.803650 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:41.808767 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:41.850006 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40606) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:41.902997 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.903529 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.910769 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.913185 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.918768 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-34b1fbb9-361a-4a7c-b719-7b4b6fdebe7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:41.926774 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:17:41.934332 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:41.948330 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.948678 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.segments_db [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Added segment b590b07c-8038-4cf5-934a-e5964d636934 of type vlan for network 63fb2906-cb4e-4f2c-956d-77352265304c May 18 06:17:41.960408 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=78806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:17:41.979908 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d107914-5c0a-42f4-9b3a-3b51208c15c9,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:41.984047 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.990227 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.016611 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.segments_db [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Added segment a2fd816f-1284-4302-8477-a343b3f5a723 of type vlan for network 35e6311d-ad34-4c28-8e8c-cb843c53a901 May 18 06:17:42.019066 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.020643 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.021019 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:42.021604 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.021839 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.022177 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.022510 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.022887 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.023218 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.023406 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.023518 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.023852 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.024216 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.024529 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.024844 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Tracked resource versions report: May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: pushed versions: May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: { 'AddressGroup': {'1.2'}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'ConntrackHelper': {'1.0'}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'Log': {'1.0'}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'Network': {'1.1'}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'Port': {'1.7'}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'PortForwarding': {'1.2'}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'QosPolicy': {'1.8'}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'SecurityGroup': {'1.4'}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'SecurityGroupRule': {'1.2'}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'SubPort': {'1.0'}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'Subnet': {'1.1'}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'Trunk': {'1.1'}} May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: consumer versions: May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: { DHCP agent@dv-cinder-784623-10-smb: {}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: HyperV agent@hv-cinder-78462: {}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: L3 agent@dv-cinder-784623-10-smb: {}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: Metadata agent@dv-cinder-784623-10-smb: {}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: Metering agent@dv-cinder-784623-10-smb: {}, May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: Open vSwitch agent@dv-cinder-784623-10-smb: { 'AddressGroup': '1.2', May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'ConntrackHelper': '1.0', May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'Log': '1.0', May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'Network': '1.1', May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'Port': '1.7', May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'PortForwarding': '1.2', May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'QosPolicy': '1.8', May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'SecurityGroup': '1.4', May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'SecurityGroupRule': '1.2', May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'SubPort': '1.0', May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'Subnet': '1.1', May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: 'Trunk': '1.1'}} May 18 06:17:42.025898 dv-cinder-784623-10-smb neutron-server[78806]: {{(pid=78806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:17:42.052719 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:42.058841 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.061024 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13459193-ad3f-4a23-85c1-2176ea503870,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:42.074821 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40628) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:42.075136 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6909292 May 18 06:17:42.084161 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.084504 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.084834 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.085192 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.085515 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.085833 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.086171 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.086465 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.086800 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.087119 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.087431 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.087736 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Tracked resource versions report: May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: pushed versions: May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: { 'AddressGroup': {'1.2'}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'ConntrackHelper': {'1.0'}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'Log': {'1.0'}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'Network': {'1.1'}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'Port': {'1.7'}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'PortForwarding': {'1.2'}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'QosPolicy': {'1.8'}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'SecurityGroup': {'1.4'}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'SecurityGroupRule': {'1.2'}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'SubPort': {'1.0'}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'Subnet': {'1.1'}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'Trunk': {'1.1'}} May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: consumer versions: May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: { DHCP agent@dv-cinder-784623-10-smb: {}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: HyperV agent@hv-cinder-78462: {}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: L3 agent@dv-cinder-784623-10-smb: {}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: Metadata agent@dv-cinder-784623-10-smb: {}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: Metering agent@dv-cinder-784623-10-smb: {}, May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: Open vSwitch agent@dv-cinder-784623-10-smb: { 'AddressGroup': '1.2', May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'ConntrackHelper': '1.0', May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'Log': '1.0', May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'Network': '1.1', May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'Port': '1.7', May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'PortForwarding': '1.2', May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'QosPolicy': '1.8', May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'SecurityGroup': '1.4', May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'SecurityGroupRule': '1.2', May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'SubPort': '1.0', May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'Subnet': '1.1', May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: 'Trunk': '1.1'}} May 18 06:17:42.088811 dv-cinder-784623-10-smb neutron-server[78807]: {{(pid=78807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:17:42.096699 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Request body: {'subnet': {'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1901156369-subnet', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:42.103800 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:42.104293 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-009718ad-b983-43fd-9721-f94d21c1dd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:42.120726 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:42.123840 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.129845 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Usage tracker for resource:subnet and tenant:c21dcf34e0574c399a2bc5964d0fa113 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:42.133830 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:42.141145 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:42.202577 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Pushing event updated for resources: {'Network': ['ID=63fb2906-cb4e-4f2c-956d-77352265304c,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:42.212258 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:42.214014 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network 63fb2906-cb4e-4f2c-956d-77352265304c details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:17:42.214525 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Made reservation on behalf of c21dcf34e0574c399a2bc5964d0fa113 for: {'subnet': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:42.216945 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.284434 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.285013 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1360699548-network', 'tenant_id': 'd3206eeeb8474721be289880da86f2bd'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:42.291696 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:42.294320 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-734394153-network', 'tenant_id': '21c079ec78ae49098f331d15095a4e48'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:42.300230 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Usage tracker for resource:network and tenant:d3206eeeb8474721be289880da86f2bd is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:42.305399 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:42.310071 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:42.311162 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.314053 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:42.315212 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:42.324181 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a24e38a0-48eb-4324-bf26-7a006bac7748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:42.339282 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Made reservation on behalf of d3206eeeb8474721be289880da86f2bd for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:42.341652 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.354105 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Usage tracker for resource:network and tenant:21c079ec78ae49098f331d15095a4e48 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:42.357526 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:42.365836 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.376576 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:42.388633 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:42.393620 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Usage tracker for resource:security_group_rule and tenant:d3206eeeb8474721be289880da86f2bd is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:42.403488 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:42.410084 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:42.521297 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.533892 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.559299 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:17:42.584257 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:42.597079 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.597703 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.segments_db [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Added segment 5ba2825a-9bd0-400d-a03c-cc186998a1cd of type vlan for network accd4a82-c6a0-4808-b580-93b081df5b0d May 18 06:17:42.637757 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691d8a61-6eb4-4bca-b72f-b79ef5a26dca,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:42.641123 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:42.645313 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.670763 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40656) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:42.671011 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2893326 May 18 06:17:42.672542 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Pushing event updated for resources: {'Network': ['ID=35e6311d-ad34-4c28-8e8c-cb843c53a901,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:42.678063 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Request body: {'subnet': {'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-404637199-subnet', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:42.679033 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:42.679969 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Made reservation on behalf of 21c079ec78ae49098f331d15095a4e48 for: {'network': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:42.683026 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.685674 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network 35e6311d-ad34-4c28-8e8c-cb843c53a901 details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:17:42.686846 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:42.691754 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Usage tracker for resource:subnet and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:42.695731 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:42.699539 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.702158 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.703880 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:42.704542 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.719010 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:42.722825 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:21c079ec78ae49098f331d15095a4e48 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:42.725678 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:42.729653 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:42.731423 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:42.732172 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:42.836591 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.846601 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40664) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:42.847261 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9962196 May 18 06:17:42.856483 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Request body: {'subnet': {'network_id': 'accd4a82-c6a0-4808-b580-93b081df5b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1360699548-subnet', 'tenant_id': 'd3206eeeb8474721be289880da86f2bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:42.859284 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Pushing event updated for resources: {'Network': ['ID=accd4a82-c6a0-4808-b580-93b081df5b0d,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:42.860512 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.862537 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:42.867312 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Made reservation on behalf of f834aee473dd4b68b11e9ea8eb94614b for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:42.871968 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.873509 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network accd4a82-c6a0-4808-b580-93b081df5b0d details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:17:42.910310 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:42.921428 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Usage tracker for resource:subnet and tenant:d3206eeeb8474721be289880da86f2bd is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:42.927107 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:42.939983 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:42.969988 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=78806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:17:42.979926 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:43.059858 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.060375 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.segments_db [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Added segment 8d9739d0-4377-4685-92c5-81595682a677 of type vlan for network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c May 18 06:17:43.093986 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.109544 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fef433-54bf-42f8-a07b-dda9eb051aee,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:43.127560 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:43.131557 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280'] for subnet, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.156574 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Made reservation on behalf of d3206eeeb8474721be289880da86f2bd for: {'subnet': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:43.162563 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.205401 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-78a206a8-383b-41a9-8066-c5f201467a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:43.376457 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.389296 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:43.389946 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.406661 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:43.415384 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:43.421516 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:43.448362 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Checking segment: {'id': 'b590b07c-8038-4cf5-934a-e5964d636934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:43.448854 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Network hostable DHCP agents. Network: 63fb2906-cb4e-4f2c-956d-77352265304c, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:17:43.504098 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.510930 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:43.564424 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6590285 May 18 06:17:43.565471 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:43.569857 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40694) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:43.572550 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:43.576563 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Request body: {'subnet': {'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-734394153-subnet', 'tenant_id': '21c079ec78ae49098f331d15095a4e48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:43.577008 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:17:43.583081 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Network 63fb2906-cb4e-4f2c-956d-77352265304c is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:17:43.585656 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:43.597903 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Usage tracker for resource:subnet and tenant:21c079ec78ae49098f331d15095a4e48 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:43.605127 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:43.608560 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Checking segment: {'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:43.608767 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Network hostable DHCP agents. Network: 35e6311d-ad34-4c28-8e8c-cb843c53a901, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:17:43.618933 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a1e5f8-6f01-488d-b18f-cc75d3335fda,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:43.627264 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:43.639498 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:43.640182 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Network 35e6311d-ad34-4c28-8e8c-cb843c53a901 is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:17:43.642031 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, 63fb2906-cb4e-4f2c-956d-77352265304c) {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:43.660600 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de6c4bf-6615-4a69-bde3-1d1a287b80e8 None None] Network 63fb2906-cb4e-4f2c-956d-77352265304c requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:43.665030 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:43.665881 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.667126 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, 35e6311d-ad34-4c28-8e8c-cb843c53a901) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:43.691695 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Made reservation on behalf of 21c079ec78ae49098f331d15095a4e48 for: {'subnet': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:43.692332 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:43.693071 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.695140 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.731780 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0596931 May 18 06:17:43.732797 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40704) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:43.739190 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:43.745733 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:43.750173 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Usage tracker for resource:router and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:43.754926 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:43.763060 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:43.829043 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c98f256-8d7a-4c12-9b3d-0c8da180dfff None None] Network 35e6311d-ad34-4c28-8e8c-cb843c53a901 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:43.832445 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14097'] for router, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.834783 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14086'] for router, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.865430 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7893820 May 18 06:17:43.869050 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40716) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:43.875056 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.890263 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1901156369-router', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:43.901429 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:43.909671 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Usage tracker for resource:router and tenant:c21dcf34e0574c399a2bc5964d0fa113 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:43.916179 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:43.941861 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:44.084707 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14097'] for router, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.089274 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14086'] for router, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.197254 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.410847 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40748) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:44.428342 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-669950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14324'] for router, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.648629 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d729246-f58e-450c-90d5-6af024c18856 None None] Network 63fb2906-cb4e-4f2c-956d-77352265304c requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:44.896405 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7579a6-934c-53e0-bcc5-5362a01ddfef-35e6311d-ad34-4c28-8e8c-cb843c53a901', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda'}]}} from dv-cinder-784623-10-smb. {{(pid=78808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:17:44.897572 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.915699 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40756) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:44.939018 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.971977 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-669950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14324'] for router, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.034285 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.036347 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3260156e-ec91-4acb-b4c9-d409a872936e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.055269 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-3260156e-ec91-4acb-b4c9-d409a872936e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:45.059482 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-3260156e-ec91-4acb-b4c9-d409a872936e admin admin] Usage tracker for resource:security_group_rule and tenant:9f5fb67c8b2d466d82119ed17df2d007 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:45.063802 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-3260156e-ec91-4acb-b4c9-d409a872936e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:45.071880 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-3260156e-ec91-4acb-b4c9-d409a872936e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:45.103900 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6951-9dc3-4989-8d4d-57caf0c41d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.151785 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-2d8f6951-9dc3-4989-8d4d-57caf0c41d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:45.219235 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Allocated IP 172.20.0.2 (35e6311d-ad34-4c28-8e8c-cb843c53a901/44a1e5f8-6f01-488d-b18f-cc75d3335fda/40f3e24d-8cf4-4bfe-a414-9aaf804d68b2) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:45.248472 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-2d8f6951-9dc3-4989-8d4d-57caf0c41d77 admin admin] Usage tracker for resource:security_group_rule and tenant:0d4ce99e299f4835a0a0feb5b4dbc931 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:45.254087 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-2d8f6951-9dc3-4989-8d4d-57caf0c41d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:45.273453 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-2d8f6951-9dc3-4989-8d4d-57caf0c41d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:45.298399 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280'] for subnet, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.313624 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:45.315315 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Allocated IP 172.28.2.220 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/c59d421b-3a10-4a6a-8f9e-2e016178ddd1) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:45.325297 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3260156e-ec91-4acb-b4c9-d409a872936e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.332988 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3260156e-ec91-4acb-b4c9-d409a872936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.347275 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-13f247ee-1b3a-4361-ba9c-1c74145572c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:45.446241 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8202f2-40e2-4f04-ab88-f93b1fe26d98,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:45.457156 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:45.458910 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.468247 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-3260156e-ec91-4acb-b4c9-d409a872936e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f5fb67c8b2d466d82119ed17df2d007&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5513282 May 18 06:17:45.470722 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Transition to ACTIVE for port object 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:45.472214 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40770) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:45.476734 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260156e-ec91-4acb-b4c9-d409a872936e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447cfbc1-e0d6-4a0a-931b-4134a3853c32,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:45.479912 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Checking segment: {'id': '5ba2825a-9bd0-400d-a03c-cc186998a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'accd4a82-c6a0-4808-b580-93b081df5b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:45.479912 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Network hostable DHCP agents. Network: accd4a82-c6a0-4808-b580-93b081df5b0d, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:17:45.480835 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3260156e-ec91-4acb-b4c9-d409a872936e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:45.497849 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Transition to ACTIVE for port object 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:45.509027 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.515448 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-99166d23-49db-453f-a6b3-05b4abf309db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:45.548015 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.576248 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Network 35e6311d-ad34-4c28-8e8c-cb843c53a901 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:45.580144 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:45.584395 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:45.615658 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6951-9dc3-4989-8d4d-57caf0c41d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.618928 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.625354 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:45.645838 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Network accd4a82-c6a0-4808-b580-93b081df5b0d is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:17:45.657336 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6951-9dc3-4989-8d4d-57caf0c41d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.674091 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Pushing event updated for resources: {'Port': ['ID=40f3e24d-8cf4-4bfe-a414-9aaf804d68b2,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:45.675832 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280'] for subnet, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.684399 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:45.686046 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:45.686393 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:45.686772 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:45.687175 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:45.687593 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:45.687889 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:45.688253 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:45.688655 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:45.689026 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:45.689350 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:45.689675 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:45.689972 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Tracked resource versions report: May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: pushed versions: May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: { 'AddressGroup': {'1.2'}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'ConntrackHelper': {'1.0'}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'Log': {'1.0'}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'Network': {'1.1'}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'Port': {'1.7'}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'PortForwarding': {'1.2'}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'QosPolicy': {'1.8'}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'SecurityGroup': {'1.4'}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'SecurityGroupRule': {'1.2'}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'SubPort': {'1.0'}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'Subnet': {'1.1'}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'Trunk': {'1.1'}} May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: consumer versions: May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: { DHCP agent@dv-cinder-784623-10-smb: {}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: HyperV agent@hv-cinder-78462: {}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: L3 agent@dv-cinder-784623-10-smb: {}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: Metadata agent@dv-cinder-784623-10-smb: {}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: Metering agent@dv-cinder-784623-10-smb: {}, May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: Open vSwitch agent@dv-cinder-784623-10-smb: { 'AddressGroup': '1.2', May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'ConntrackHelper': '1.0', May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'Log': '1.0', May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'Network': '1.1', May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'Port': '1.7', May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'PortForwarding': '1.2', May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'QosPolicy': '1.8', May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'SecurityGroup': '1.4', May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'SecurityGroupRule': '1.2', May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'SubPort': '1.0', May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'Subnet': '1.1', May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: 'Trunk': '1.1'}} May 18 06:17:45.691020 dv-cinder-784623-10-smb neutron-server[78808]: {{(pid=78808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:17:45.702270 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:45.704711 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:45.704860 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:45.707598 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:45.709583 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Attempting to bind port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:17:45.710194 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Attempting to bind port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:17:45.710730 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Attempting to bind port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 on network 35e6311d-ad34-4c28-8e8c-cb843c53a901 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:45.716731 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:17:45.717368 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Checking segment: {'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:45.718025 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.718571 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Bound using segment: {'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:17:45.719205 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Bound port: 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:17:45.719764 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.734549 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-be4be6bf-4639-4f74-ac5b-e3c1d57b8409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.810158 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, accd4a82-c6a0-4808-b580-93b081df5b0d) {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:45.814947 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] For port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:17:45.818949 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] For port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=40f3e24d-8cf4-4bfe-a414-9aaf804d68b2,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:17:45.823057 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e0b6d9-e8d3-420f-8896-e0fc7ab0cedd None None] Network accd4a82-c6a0-4808-b580-93b081df5b0d requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:45.850457 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-be4be6bf-4639-4f74-ac5b-e3c1d57b8409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.890342 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Pushing event updated for resources: {'Port': ['ID=c59d421b-3a10-4a6a-8f9e-2e016178ddd1,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:45.901044 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:45.903286 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f6951-9dc3-4989-8d4d-57caf0c41d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5431ee7-d959-43b7-a66b-632a2b91a910,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:45.909717 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.918858 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:46.030912 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:46.031514 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.034972 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-be4be6bf-4639-4f74-ac5b-e3c1d57b8409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.049799 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Pushing event updated for resources: {'Port': ['ID=40f3e24d-8cf4-4bfe-a414-9aaf804d68b2,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:46.067980 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:46.113501 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-2d8f6951-9dc3-4989-8d4d-57caf0c41d77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d4ce99e299f4835a0a0feb5b4dbc931&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6974139 May 18 06:17:46.143211 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40792) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:46.182220 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4534f4-c5eb-4415-ba7f-f5283a6da307 None None] Network accd4a82-c6a0-4808-b580-93b081df5b0d requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:46.207607 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2d8f6951-9dc3-4989-8d4d-57caf0c41d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:46.213748 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:46.278919 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf6dc63-a4ed-4903-9854-af249747843b,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:46.279068 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-22062b8b-7f7f-4318-ae8d-f8061b2140f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.294345 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:46.296651 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:46.312612 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4be6bf-4639-4f74-ac5b-e3c1d57b8409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447cfbc1-e0d6-4a0a-931b-4134a3853c32,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:46.316121 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-22062b8b-7f7f-4318-ae8d-f8061b2140f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.321282 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Checking segment: {'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:46.330768 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Network hostable DHCP agents. Network: 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:17:46.343056 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-be4be6bf-4639-4f74-ac5b-e3c1d57b8409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:46.355421 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-be4be6bf-4639-4f74-ac5b-e3c1d57b8409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.359216 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.361797 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-be4be6bf-4639-4f74-ac5b-e3c1d57b8409 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/447cfbc1-e0d6-4a0a-931b-4134a3853c32 HTTP/1.1" status: 204 len: 168 time: 0.8837519 May 18 06:17:46.402373 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-8b7231ff-39a6-4f7f-bcfb-a51f6c833916 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5542378 May 18 06:17:46.407118 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.451302 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.546192 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:17:46.590772 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c) {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:46.624094 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:46.624819 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.654983 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-22062b8b-7f7f-4318-ae8d-f8061b2140f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.678454 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0992584 May 18 06:17:46.678962 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3260156e-ec91-4acb-b4c9-d409a872936e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:46.700093 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22062b8b-7f7f-4318-ae8d-f8061b2140f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5431ee7-d959-43b7-a66b-632a2b91a910,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:46.700093 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-22062b8b-7f7f-4318-ae8d-f8061b2140f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:46.701130 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc72401-c38c-489e-9548-34acec76bb3c None None] Network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:46.738624 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-22062b8b-7f7f-4318-ae8d-f8061b2140f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.740122 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-22062b8b-7f7f-4318-ae8d-f8061b2140f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5431ee7-d959-43b7-a66b-632a2b91a910 HTTP/1.1" status: 204 len: 168 time: 0.5958331 May 18 06:17:46.783817 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Allocated IP 172.28.2.90 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/6751e24a-63c5-40f1-8925-5c9475fb4711) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:46.975900 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659129'] for router, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.011770 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40816) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:47.082167 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4be5-af7e-4f96-a7bb-44663afee380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.131473 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57768e1-1b33-413e-a5ab-fdb7dfcccb45 None None] Network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:47.157207 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-b1bf4be5-af7e-4f96-a7bb-44663afee380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:47.189704 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-b1bf4be5-af7e-4f96-a7bb-44663afee380 admin admin] Usage tracker for resource:security_group_rule and tenant:d5aeda49477241efb0dfc6f3581628aa is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:47.203913 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-b1bf4be5-af7e-4f96-a7bb-44663afee380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:47.235715 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.238974 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-b1bf4be5-af7e-4f96-a7bb-44663afee380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:47.342635 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.360566 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-5793f268-827d-4b78-97f2-5c255e6b1ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:47.442265 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:17:47.449948 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Router 978e21b9-9595-4fd7-ab7b-a20cf68be80e is scheduled to L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f with binding_index 1 {{(pid=78807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:17:47.551281 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c2a046-43dd-4895-a151-e723b4375847 None None] Network 35e6311d-ad34-4c28-8e8c-cb843c53a901 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:47.554244 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:47.560305 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:47.570062 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:47.632349 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6751e24a-63c5-40f1-8925-5c9475fb4711,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:47.635603 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4be5-af7e-4f96-a7bb-44663afee380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.728116 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-0e06c4fb-194a-4adb-a452-33211378a1dd None None] Provisioning for port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:47.737464 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:17:47.748765 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Sync routers for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:17:47.771874 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:47.773079 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:17:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:47.776271 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.778296 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0447307 May 18 06:17:47.787327 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40848) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:47.802737 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:47.838397 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4be5-af7e-4f96-a7bb-44663afee380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.875643 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-be4be6bf-4639-4f74-ac5b-e3c1d57b8409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:47.906902 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40860) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:47.911951 dv-cinder-784623-10-smb neutron-server[78807]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 06:17:48.087903 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40866) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:48.166071 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-b1bf4be5-af7e-4f96-a7bb-44663afee380 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5aeda49477241efb0dfc6f3581628aa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1491885 May 18 06:17:48.168989 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf4be5-af7e-4f96-a7bb-44663afee380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852cd417-b256-40da-b1e7-00d0091ff416,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:48.175456 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40882) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:48.177874 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b1bf4be5-af7e-4f96-a7bb-44663afee380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:48.274610 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40892) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:48.304618 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:17:48.333201 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f35c8-1401-4855-95dd-d02130d1494d req-083bfb4b-8cee-4141-b40d-dee9f35366ff tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:48.337918 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-755f35c8-1401-4855-95dd-d02130d1494d req-083bfb4b-8cee-4141-b40d-dee9f35366ff tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Synchronizing usage tracker for tenant:d3206eeeb8474721be289880da86f2bd on resource:network {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:17:48.417575 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:48.584352 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a09e7932-3a6d-4266-b93a-32c1fd1e2e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:48.603566 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:48.623355 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:48.624242 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:48.689608 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-d1271b11-8514-4dd5-a4bd-8e4a302653c0 None None] Provisioning complete for port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:48.689986 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d1271b11-8514-4dd5-a4bd-8e4a302653c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:48.715966 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:48.735107 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:45Z', 'revision_number': 3, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:48.739504 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Checking router: 978e21b9-9595-4fd7-ab7b-a20cf68be80e for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:17:48.740137 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Updating router 978e21b9-9595-4fd7-ab7b-a20cf68be80e port c59d421b-3a10-4a6a-8f9e-2e016178ddd1 binding host dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:17:48.798697 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:48.834164 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-db2fd5e7-cfb5-41ba-bb7d-8056b50475b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:48.877187 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-db2fd5e7-cfb5-41ba-bb7d-8056b50475b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:48.885349 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-db2fd5e7-cfb5-41ba-bb7d-8056b50475b9 admin admin] Usage tracker for resource:security_group_rule and tenant:a096c87f57e74c1ea19075800fa96da8 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:48.891423 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-db2fd5e7-cfb5-41ba-bb7d-8056b50475b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:48.907713 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-db2fd5e7-cfb5-41ba-bb7d-8056b50475b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:48.962918 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:48.983624 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d1271b11-8514-4dd5-a4bd-8e4a302653c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.024076 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=40f3e24d-8cf4-4bfe-a414-9aaf804d68b2,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:49.035415 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.071513 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-db2fd5e7-cfb5-41ba-bb7d-8056b50475b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.089874 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-db2fd5e7-cfb5-41ba-bb7d-8056b50475b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.104261 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.db.api [None req-d1271b11-8514-4dd5-a4bd-8e4a302653c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 06:17:49.104811 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_db.api [None req-d1271b11-8514-4dd5-a4bd-8e4a302653c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 06:17:49.111663 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-755f35c8-1401-4855-95dd-d02130d1494d req-083bfb4b-8cee-4141-b40d-dee9f35366ff tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Unset dirty status for tenant:d3206eeeb8474721be289880da86f2bd on resource:network {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:17:49.112206 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-df2566af-727b-4926-9871-245db9258424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:49.112843 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-083bfb4b-8cee-4141-b40d-dee9f35366ff tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/networks?id=accd4a82-c6a0-4808-b580-93b081df5b0d HTTP/1.1" status: 200 len: 812 time: 1.2051055 May 18 06:17:49.146229 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:49.170682 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-de98710d-7914-4e9e-97c2-9b64de9f4082 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/quotas/d3206eeeb8474721be289880da86f2bd HTTP/1.1" status: 200 len: 375 time: 0.0312130 May 18 06:17:49.183937 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.191599 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-db2fd5e7-cfb5-41ba-bb7d-8056b50475b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a096c87f57e74c1ea19075800fa96da8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0894370 May 18 06:17:49.200277 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a09e7932-3a6d-4266-b93a-32c1fd1e2e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.204608 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=40f3e24d-8cf4-4bfe-a414-9aaf804d68b2,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:49.215621 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Transition to ACTIVE for port object c59d421b-3a10-4a6a-8f9e-2e016178ddd1 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:49.217653 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:49.228709 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.232571 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:49.243106 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 40918) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:49.252640 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fd5e7-cfb5-41ba-bb7d-8056b50475b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1f7a58-c9fd-4c27-952c-44c48bb1e21b,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:49.265660 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-db2fd5e7-cfb5-41ba-bb7d-8056b50475b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:49.299492 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Attempting to bind port c59d421b-3a10-4a6a-8f9e-2e016178ddd1 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:17:49.300145 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Attempting to bind port c59d421b-3a10-4a6a-8f9e-2e016178ddd1 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:17:49.300384 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Attempting to bind port c59d421b-3a10-4a6a-8f9e-2e016178ddd1 on network a911aa9e-1d36-431b-972c-57775e8f58e4 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:49.308575 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:17:49.308966 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Checking segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:49.309361 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.309765 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Bound using segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:17:49.310219 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Bound port: c59d421b-3a10-4a6a-8f9e-2e016178ddd1, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:17:49.310580 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.384341 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-4e139c24-9997-4d88-87a3-73e8b7e02af6 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3206eeeb8474721be289880da86f2bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1977291 May 18 06:17:49.390197 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] For port c59d421b-3a10-4a6a-8f9e-2e016178ddd1, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:17:49.393344 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] For port c59d421b-3a10-4a6a-8f9e-2e016178ddd1, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=c59d421b-3a10-4a6a-8f9e-2e016178ddd1,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:17:49.412511 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.420674 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Pushing event updated for resources: {'Port': ['ID=c59d421b-3a10-4a6a-8f9e-2e016178ddd1,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:49.441980 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:49.442312 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:49.454782 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:49.455151 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:49.455486 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:49.455816 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:49.456169 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:49.456491 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:49.456829 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:49.457145 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:49.457457 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:49.457764 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Tracked resource versions report: May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: pushed versions: May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: { 'AddressGroup': {'1.2'}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'ConntrackHelper': {'1.0'}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'Log': {'1.0'}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'Network': {'1.1'}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'Port': {'1.7'}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'PortForwarding': {'1.2'}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'QosPolicy': {'1.8'}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'SecurityGroup': {'1.4'}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'SecurityGroupRule': {'1.2'}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'SubPort': {'1.0'}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'Subnet': {'1.1'}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'Trunk': {'1.1'}} May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: consumer versions: May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: { DHCP agent@dv-cinder-784623-10-smb: {}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: HyperV agent@hv-cinder-78462: {}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: L3 agent@dv-cinder-784623-10-smb: {}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: Metadata agent@dv-cinder-784623-10-smb: {}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: Metering agent@dv-cinder-784623-10-smb: {}, May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: Open vSwitch agent@dv-cinder-784623-10-smb: { 'AddressGroup': '1.2', May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'ConntrackHelper': '1.0', May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'Log': '1.0', May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'Network': '1.1', May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'Port': '1.7', May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'PortForwarding': '1.2', May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'QosPolicy': '1.8', May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'SecurityGroup': '1.4', May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'SecurityGroupRule': '1.2', May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'SubPort': '1.0', May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'Subnet': '1.1', May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: 'Trunk': '1.1'}} May 18 06:17:49.458828 dv-cinder-784623-10-smb neutron-server[78809]: {{(pid=78809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:17:49.514687 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-ea1ee8a2-e954-4be1-8104-1873c080cf47 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:49.525253 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-ea1ee8a2-e954-4be1-8104-1873c080cf47 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/networks?id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 200 len: 814 time: 1.2427859 May 18 06:17:49.538593 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659129'] for router, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.539373 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:49.540000 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:17:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:49.595886 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-0de4a9d1-9db8-4f53-b1d1-2c0726a69533 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/quotas/21c079ec78ae49098f331d15095a4e48 HTTP/1.1" status: 200 len: 375 time: 0.0697215 May 18 06:17:49.609864 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:49.610471 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:49.741973 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-0a7e9d94-f226-46cb-9c5e-fe69c7ff42a2 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=21c079ec78ae49098f331d15095a4e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1294756 May 18 06:17:49.748368 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a09e7932-3a6d-4266-b93a-32c1fd1e2e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.761004 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-22062b8b-7f7f-4318-ae8d-f8061b2140f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:49.768518 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d9a1aabd-d885-4020-bd1b-a005829737b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.832981 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e7932-3a6d-4266-b93a-32c1fd1e2e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852cd417-b256-40da-b1e7-00d0091ff416,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:49.852412 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Pushing event updated for resources: {'Port': ['ID=c59d421b-3a10-4a6a-8f9e-2e016178ddd1,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:49.856492 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Router 13f40d7a-b963-47eb-9a45-ade8bcd0273c is scheduled to L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f with binding_index 1 {{(pid=78806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:17:49.857170 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:49.870404 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-4ceb7054-86ba-4f17-b719-082d9e51ffef service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:17:49.880861 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-4ceb7054-86ba-4f17-b719-082d9e51ffef service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2840047 May 18 06:17:49.888095 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:17:49.906080 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a09e7932-3a6d-4266-b93a-32c1fd1e2e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:50.075428 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a09e7932-3a6d-4266-b93a-32c1fd1e2e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.079381 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-a09e7932-3a6d-4266-b93a-32c1fd1e2e84 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/852cd417-b256-40da-b1e7-00d0091ff416 HTTP/1.1" status: 204 len: 168 time: 1.8969221 May 18 06:17:50.079381 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-3eee5687-ce49-49fe-bbb7-9a672603dc9c service neutron] 10.222.0.10 "GET /v2.0/networks/accd4a82-c6a0-4808-b580-93b081df5b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973865 May 18 06:17:50.093666 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d9a1aabd-d885-4020-bd1b-a005829737b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.171407 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:17:50.181765 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Sync routers for ids ['13f40d7a-b963-47eb-9a45-ade8bcd0273c'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:17:50.197349 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Routers {'13f40d7a-b963-47eb-9a45-ade8bcd0273c'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:50.203837 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:17:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['13f40d7a-b963-47eb-9a45-ade8bcd0273c'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:50.267825 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Notify callbacks [] for router, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.269126 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3963518 May 18 06:17:50.271744 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 40960) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:50.314397 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-45cc8745-9e3d-4ff4-9326-af4e7919c36d service neutron] 10.222.0.10 "GET /v2.0/networks/accd4a82-c6a0-4808-b580-93b081df5b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631401 May 18 06:17:50.380674 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.380841 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:50.401036 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d9a1aabd-d885-4020-bd1b-a005829737b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.454493 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:45Z', 'revision_number': 3, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:50.464406 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42030d5-6dd0-413e-b731-3136465d5cc0 None None] The sync data for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb is: [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:45Z', 'revision_number': 3, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:17:50.835978 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Allocated IP 172.20.0.1 (35e6311d-ad34-4c28-8e8c-cb843c53a901/44a1e5f8-6f01-488d-b18f-cc75d3335fda/ea5915d7-c6cf-4b5e-9e80-f603af87edab) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:50.952556 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Set router 13f40d7a-b963-47eb-9a45-ade8bcd0273c gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:17:51.160132 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3a349c19-01ce-4d93-a76f-b57e76c254bc req-0291a570-1a3a-43bd-8695-de469c1cc508 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 210 time: 0.0951035 May 18 06:17:51.178627 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-d28f50f6-e309-42ff-852e-1e93cebff8ec service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:17:51.181416 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-d28f50f6-e309-42ff-852e-1e93cebff8ec service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1006548 May 18 06:17:51.206020 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a09e7932-3a6d-4266-b93a-32c1fd1e2e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:51.272893 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1aabd-d885-4020-bd1b-a005829737b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1f7a58-c9fd-4c27-952c-44c48bb1e21b,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:51.406642 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d9a1aabd-d885-4020-bd1b-a005829737b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:51.452642 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d9a1aabd-d885-4020-bd1b-a005829737b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:51.456303 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-d9a1aabd-d885-4020-bd1b-a005829737b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de1f7a58-c9fd-4c27-952c-44c48bb1e21b HTTP/1.1" status: 204 len: 168 time: 2.2101724 May 18 06:17:51.570485 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-dea8f3f7-cc7d-4c03-9c36-e6c855409431 service neutron] 10.222.0.10 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459830 May 18 06:17:51.860310 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:51.860900 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:52.159144 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:52.206630 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:52.291594 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'name': 'tempest-ServerRescueNegativeTestJSON-1901156369-router', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:44Z', 'updated_at': '2021-05-18T06:17:48Z', 'revision_number': 3, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'gw_port': {'id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:46Z', 'updated_at': '2021-05-18T06:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:52.293864 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Transition to ACTIVE for port object ea5915d7-c6cf-4b5e-9e80-f603af87edab will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:52.328175 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Checking router: 13f40d7a-b963-47eb-9a45-ade8bcd0273c for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:17:52.328810 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Updating router 13f40d7a-b963-47eb-9a45-ade8bcd0273c port 6751e24a-63c5-40f1-8925-5c9475fb4711 binding host dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:17:52.417303 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b8048fca-26ba-42b9-81d0-b684a2d411c0 req-e8875723-52ac-4af6-a9c6-53f117c1c2d5 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 210 time: 0.1533272 May 18 06:17:52.442504 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:52.458209 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-7f9f1127-304a-4d4a-b6af-e2383950b347 service neutron] 10.222.0.10 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8867750 May 18 06:17:52.478692 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:52.491813 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:52.533458 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device c59d421b-3a10-4a6a-8f9e-2e016178ddd1 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:52.586041 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Network 35e6311d-ad34-4c28-8e8c-cb843c53a901 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:52.590867 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:52.608675 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:52.609618 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683074'] for router_interface, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:52.756346 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Allocated IP 172.20.0.1 (63fb2906-cb4e-4f2c-956d-77352265304c/9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49/2c9b8456-5b96-4d5a-92b9-c3210c636ed5) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:52.936553 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port c59d421b-3a10-4a6a-8f9e-2e016178ddd1 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:52.968757 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port c59d421b-3a10-4a6a-8f9e-2e016178ddd1 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:52.970154 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.239550 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.280573 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-dbed14d7-6e70-4edb-b594-e44428f3be49 None None] Provisioning for port ea5915d7-c6cf-4b5e-9e80-f603af87edab completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:53.301424 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-dbed14d7-6e70-4edb-b594-e44428f3be49 None None] Provisioning complete for port ea5915d7-c6cf-4b5e-9e80-f603af87edab triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:53.302846 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-dbed14d7-6e70-4edb-b594-e44428f3be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.343700 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.351177 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:53.454292 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f1f59eb5-9e12-4ec5-ba1b-6b3a45064482 req-6e2fd570-0dd1-42aa-8882-005a0c493c6f tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 210 time: 0.1333714 May 18 06:17:53.456485 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Pushing event updated for resources: {'Port': ['ID=ea5915d7-c6cf-4b5e-9e80-f603af87edab,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:53.470560 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.979s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:53.519553 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Network 63fb2906-cb4e-4f2c-956d-77352265304c is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:53.524441 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:53.528296 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.535202 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:53.536001 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683074'] for router_interface, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.559009 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Pushing event updated for resources: {'Port': ['ID=2c9b8456-5b96-4d5a-92b9-c3210c636ed5,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:53.563748 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:53.585257 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port c59d421b-3a10-4a6a-8f9e-2e016178ddd1, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=c59d421b-3a10-4a6a-8f9e-2e016178ddd1,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:53.588766 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.db.resource_extend [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 06:17:53.647580 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.692107 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.713476 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Transition to ACTIVE for port object 6751e24a-63c5-40f1-8925-5c9475fb4711 will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:53.713476 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-dbed14d7-6e70-4edb-b594-e44428f3be49 None None] Port ea5915d7-c6cf-4b5e-9e80-f603af87edab cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:17:53.714680 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.717242 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:53.766121 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.813768 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Attempting to bind port 6751e24a-63c5-40f1-8925-5c9475fb4711 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:17:53.814106 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Attempting to bind port 6751e24a-63c5-40f1-8925-5c9475fb4711 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:17:53.814466 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Attempting to bind port 6751e24a-63c5-40f1-8925-5c9475fb4711 on network a911aa9e-1d36-431b-972c-57775e8f58e4 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:53.826872 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:17:53.827238 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Checking segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:53.827592 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.828067 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Bound using segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:17:53.828614 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Bound port: 6751e24a-63c5-40f1-8925-5c9475fb4711, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:17:53.829332 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.850187 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.933609 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] For port 6751e24a-63c5-40f1-8925-5c9475fb4711, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:17:53.937050 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] For port 6751e24a-63c5-40f1-8925-5c9475fb4711, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=6751e24a-63c5-40f1-8925-5c9475fb4711,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:17:53.944354 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=c59d421b-3a10-4a6a-8f9e-2e016178ddd1,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:53.955380 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:53.955789 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:54.001091 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:54.065035 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133bf86-36a6-4f7e-9e22-4e2f64d5003c None None] Pushing event updated for resources: {'Port': ['ID=6751e24a-63c5-40f1-8925-5c9475fb4711,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:54.068644 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8133bf86-36a6-4f7e-9e22-4e2f64d5003c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:54.069494 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-798950f3-13b8-42b0-9362-c15d8a2cb235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:54.107504 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Routers {'13f40d7a-b963-47eb-9a45-ade8bcd0273c'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:54.108602 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:17:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['13f40d7a-b963-47eb-9a45-ade8bcd0273c'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:54.185542 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cfcec3f4-c110-4d46-94dc-1b9a02b93a08 req-3a8d0667-8f12-4c9b-8708-f45f58305168 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 210 time: 0.2215080 May 18 06:17:54.299494 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:54.306991 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:54.308523 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-665061'] for router_interface, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:54.319402 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-02cbb2e4-e679-4289-b7f7-dbf645bca132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:54.533798 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:54.545007 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:54.546610 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-665061'] for router_interface, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:54.563413 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:54.654795 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device c59d421b-3a10-4a6a-8f9e-2e016178ddd1 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:54.780980 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.39', 63808) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:54.794687 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133bf86-36a6-4f7e-9e22-4e2f64d5003c None None] Pushing event updated for resources: {'Port': ['ID=6751e24a-63c5-40f1-8925-5c9475fb4711,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:54.804827 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8133bf86-36a6-4f7e-9e22-4e2f64d5003c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:54.866915 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port c59d421b-3a10-4a6a-8f9e-2e016178ddd1 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:54.867766 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:54.952438 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] Set router 13f40d7a-b963-47eb-9a45-ade8bcd0273c gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:17:55.066817 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Pushing event updated for resources: {'Port': ['ID=2c9b8456-5b96-4d5a-92b9-c3210c636ed5,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:55.075238 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:55.170237 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Network 63fb2906-cb4e-4f2c-956d-77352265304c is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:55.173923 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:55.364166 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Pushing event updated for resources: {'Port': ['ID=ea5915d7-c6cf-4b5e-9e80-f603af87edab,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:55.372581 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9352d408-de3f-4de5-9eee-c76f6bf72e9b req-9969bae6-af72-4351-aaa9-e2b7d25c9116 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 210 time: 0.8271649 May 18 06:17:55.378146 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:55.383600 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Network 35e6311d-ad34-4c28-8e8c-cb843c53a901 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:55.387618 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:55.584217 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'name': 'tempest-ServerRescueNegativeTestJSON-1901156369-router', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:44Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'gw_port': {'id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:46Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '2c9b8456-5b96-4d5a-92b9-c3210c636ed5', 'name': '', 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'mac_address': 'fa:16:3e:a3:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:52Z', 'updated_at': '2021-05-18T06:17:52Z', 'revision_number': 1, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'subnets': [{'id': '9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:55.593704 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa74b67-18fd-4c2d-8ce9-328410da2e4d None None] The sync data for ids ['13f40d7a-b963-47eb-9a45-ade8bcd0273c'] in dv-cinder-784623-10-smb is: [{'id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'name': 'tempest-ServerRescueNegativeTestJSON-1901156369-router', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:44Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'gw_port': {'id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:46Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '2c9b8456-5b96-4d5a-92b9-c3210c636ed5', 'name': '', 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'mac_address': 'fa:16:3e:a3:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:52Z', 'updated_at': '2021-05-18T06:17:52Z', 'revision_number': 1, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'subnets': [{'id': '9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:17:55.756927 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Router 13f40d7a-b963-47eb-9a45-ade8bcd0273c has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:17:55.862341 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-0ee18044-7212-425e-8ae9-705bad4ccda5 None None] Provisioning complete for port ea5915d7-c6cf-4b5e-9e80-f603af87edab triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:55.863027 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0ee18044-7212-425e-8ae9-705bad4ccda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:55.920796 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.39', 63814) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:56.006901 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-0ee18044-7212-425e-8ae9-705bad4ccda5 None None] Port ea5915d7-c6cf-4b5e-9e80-f603af87edab cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:17:56.180056 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e42c8943-336e-4d2d-8d20-d497f371155c req-e3e40243-91c7-42ff-b9c8-e22945d01407 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 210 time: 0.3384814 May 18 06:17:56.201167 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Router 978e21b9-9595-4fd7-ab7b-a20cf68be80e has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:17:56.380396 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-dd1debbf-ba12-4303-8bac-9911270c4397 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:56.381156 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-dd1debbf-ba12-4303-8bac-9911270c4397 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Synchronizing usage tracker for tenant:21c079ec78ae49098f331d15095a4e48 on resource:network {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:17:56.425290 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-dd1debbf-ba12-4303-8bac-9911270c4397 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Unset dirty status for tenant:21c079ec78ae49098f331d15095a4e48 on resource:network {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:17:56.427653 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-dd1debbf-ba12-4303-8bac-9911270c4397 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "GET /v2.0/networks?id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 200 len: 814 time: 0.4969480 May 18 06:17:56.448354 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:17:56.460991 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] 10.222.0.10 "PUT /v2.0/routers/13f40d7a-b963-47eb-9a45-ade8bcd0273c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1876395 May 18 06:17:56.485641 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Request body: {'port': {'device_id': '0c647369-2947-4fcb-8c28-ee218f64af4d', 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c', 'admin_state_up': True, 'tenant_id': '21c079ec78ae49098f331d15095a4e48'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:56.732672 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:56.748447 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Usage tracker for resource:port and tenant:21c079ec78ae49098f331d15095a4e48 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:56.762172 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:56.791671 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:56.829133 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Made reservation on behalf of 21c079ec78ae49098f331d15095a4e48 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:56.844205 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.893158 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:17:56.907895 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Sync routers for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:17:56.940393 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:56.940393 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:17:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:56.971742 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f35c8-1401-4855-95dd-d02130d1494d req-92394117-26a4-4590-8b6b-267012ac0501 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:56.977180 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-92394117-26a4-4590-8b6b-267012ac0501 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.39 "GET /v2.0/networks?id=accd4a82-c6a0-4808-b580-93b081df5b0d HTTP/1.1" status: 200 len: 812 time: 2.1839948 May 18 06:17:57.012413 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] 10.222.0.10 "PUT /v2.0/routers/978e21b9-9595-4fd7-ab7b-a20cf68be80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2239814 May 18 06:17:57.226866 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6d25e187-abc9-467d-ae06-52fb0d072b01 req-8d33ed03-3b36-42ae-8ed2-497ee8bba130 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 210 time: 0.3356009 May 18 06:17:57.250273 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Request body: {'port': {'device_id': 'bbe6ce72-0de2-4728-9868-b5fac8a97ad1', 'network_id': 'accd4a82-c6a0-4808-b580-93b081df5b0d', 'admin_state_up': True, 'tenant_id': 'd3206eeeb8474721be289880da86f2bd'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:57.900830 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Allocated IP 172.20.0.11 (1f7219fb-4a72-4b36-b8af-8b4a9cacde9c/6bf6dc63-a4ed-4903-9854-af249747843b/d127f2be-6003-4e58-905a-795e54fd1442) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:57.972686 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 41276) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:57.974837 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:58.013808 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Usage tracker for resource:port and tenant:d3206eeeb8474721be289880da86f2bd is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:58.078651 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:58.085121 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e4cebb17-12a5-4bd8-a88f-4d2c3c4b418c req-21515ea7-71c1-4abd-a152-8cfc53211df9 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 210 time: 0.3249695 May 18 06:17:58.139526 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:17:58.190638 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:58.273526 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Made reservation on behalf of d3206eeeb8474721be289880da86f2bd for: {'port': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:58.287307 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.595136 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 6751e24a-63c5-40f1-8925-5c9475fb4711 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:58.624595 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.653045 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a3676669-72fa-4628-8988-408eaec7ea78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.698625 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.737824 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:58.807970 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-d12f0f23-8da9-4d0b-911d-03f74b8d2df0 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:58.810285 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-d12f0f23-8da9-4d0b-911d-03f74b8d2df0 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Synchronizing usage tracker for tenant:c21dcf34e0574c399a2bc5964d0fa113 on resource:network {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:17:58.825663 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 6751e24a-63c5-40f1-8925-5c9475fb4711 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:58.832583 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 6751e24a-63c5-40f1-8925-5c9475fb4711 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:58.833186 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.880882 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-a3676669-72fa-4628-8988-408eaec7ea78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:58.918271 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-a3676669-72fa-4628-8988-408eaec7ea78 admin admin] Usage tracker for resource:security_group_rule and tenant:6f5e49512c1049e6a47988a2963c3956 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:58.937508 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-a3676669-72fa-4628-8988-408eaec7ea78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:59.037180 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-a3676669-72fa-4628-8988-408eaec7ea78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:59.062997 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Pushing event updated for resources: {'Port': ['ID=d127f2be-6003-4e58-905a-795e54fd1442,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:59.103563 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:59.122587 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.176164 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:59.181325 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:59.185536 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:59.189943 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port 6751e24a-63c5-40f1-8925-5c9475fb4711, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=6751e24a-63c5-40f1-8925-5c9475fb4711,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:59.197738 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.200295 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:59.209336 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:59.210160 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.215356 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Allocated IP 172.20.0.13 (accd4a82-c6a0-4808-b580-93b081df5b0d/5a8202f2-40e2-4f04-ab88-f93b1fe26d98/4aed4e09-4aa4-48e3-a312-fb1890ceb9ed) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:59.258610 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 2, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:59.276174 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Checking router: 978e21b9-9595-4fd7-ab7b-a20cf68be80e for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:17:59.277605 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7989390 May 18 06:17:59.278885 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Updating router 978e21b9-9595-4fd7-ab7b-a20cf68be80e port ea5915d7-c6cf-4b5e-9e80-f603af87edab binding host dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:17:59.310199 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-52210b48-0f70-4f22-a07b-1393bb625c3f tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:17:59.313623 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-52210b48-0f70-4f22-a07b-1393bb625c3f tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175016 May 18 06:17:59.407897 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=6751e24a-63c5-40f1-8925-5c9475fb4711,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:59.416517 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:59.453154 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 41316) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:59.482013 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 41320) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:59.503371 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154951512', 'description': 'tempest-description--1818364800'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:59.520939 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:59.530126 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Usage tracker for resource:security_group and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:59.554573 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:59.566455 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.569745 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:59.601586 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a3676669-72fa-4628-8988-408eaec7ea78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.614438 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.624253 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a3676669-72fa-4628-8988-408eaec7ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.636497 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-d12f0f23-8da9-4d0b-911d-03f74b8d2df0 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Unset dirty status for tenant:c21dcf34e0574c399a2bc5964d0fa113 on resource:network {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:17:59.643261 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-d12f0f23-8da9-4d0b-911d-03f74b8d2df0 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/networks?id=63fb2906-cb4e-4f2c-956d-77352265304c HTTP/1.1" status: 200 len: 819 time: 1.6758692 May 18 06:17:59.650532 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d9a1aabd-d885-4020-bd1b-a005829737b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:59.699052 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:59.715569 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Usage tracker for resource:security_group_rule and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:59.719302 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:59.735096 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:59.877393 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Sync routers for ids ['13f40d7a-b963-47eb-9a45-ade8bcd0273c'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:17:59.915570 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Routers {'13f40d7a-b963-47eb-9a45-ade8bcd0273c'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:59.916229 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:17:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['13f40d7a-b963-47eb-9a45-ade8bcd0273c'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:59.923939 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-048227c2-48e0-46c7-9b6a-38c3d5341907 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/quotas/c21dcf34e0574c399a2bc5964d0fa113 HTTP/1.1" status: 200 len: 375 time: 0.2796721 May 18 06:17:59.954379 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3676669-72fa-4628-8988-408eaec7ea78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926522d9-da2a-4b99-b407-9e71b2447849,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:59.957005 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.980807 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.033380 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:00.094316 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-a3676669-72fa-4628-8988-408eaec7ea78 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f5e49512c1049e6a47988a2963c3956&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0998580 May 18 06:18:00.095211 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 41338) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:00.099011 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.108579 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6211290 May 18 06:18:00.114014 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a3676669-72fa-4628-8988-408eaec7ea78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:00.119339 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 41340) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:00.135441 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b3e02a-0acb-40a6-8fe6-660bf314c8ab,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:00.161081 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:00.173523 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Request body: {'port': {'device_id': '0c647369-2947-4fcb-8c28-ee218f64af4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:00.239975 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-680d2634-9ea5-4b0f-91c7-82c5af3041ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.261314 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-ea0d8f94-a5b2-4ed1-a9d0-ea3d7effea21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Request body: {'security_group_rule': {'security_group_id': '18b3e02a-0acb-40a6-8fe6-660bf314c8ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:00.280532 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-680d2634-9ea5-4b0f-91c7-82c5af3041ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:00.289702 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-680d2634-9ea5-4b0f-91c7-82c5af3041ec admin admin] Usage tracker for resource:security_group_rule and tenant:a3d7e6b14b8e4282a1897e6fdc7b3b62 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:00.294681 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-680d2634-9ea5-4b0f-91c7-82c5af3041ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:00.302466 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.304813 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-680d2634-9ea5-4b0f-91c7-82c5af3041ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:00.309672 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Set router 13f40d7a-b963-47eb-9a45-ade8bcd0273c gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:18:00.361183 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ea0d8f94-a5b2-4ed1-a9d0-ea3d7effea21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:00.404508 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ea0d8f94-a5b2-4ed1-a9d0-ea3d7effea21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Usage tracker for resource:security_group_rule and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:00.414512 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ea0d8f94-a5b2-4ed1-a9d0-ea3d7effea21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:00.442919 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ea0d8f94-a5b2-4ed1-a9d0-ea3d7effea21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:00.486203 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b06451-f871-4a15-a548-695b7fe1b57f req-4956aa2f-98dc-4076-b05a-4a150a962d7a tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:00.487412 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 6751e24a-63c5-40f1-8925-5c9475fb4711 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:00.487745 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-33b06451-f871-4a15-a548-695b7fe1b57f req-4956aa2f-98dc-4076-b05a-4a150a962d7a tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 932 time: 0.7009995 May 18 06:18:00.488460 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ca7da2e1-d569-4f64-ab9c-b8c89092a61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.506131 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.530586 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Transition to ACTIVE for port object ea5915d7-c6cf-4b5e-9e80-f603af87edab will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:00.548224 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.552596 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-c6d79012-70b6-469f-bc02-d065ce1bff93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:00.598596 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 6751e24a-63c5-40f1-8925-5c9475fb4711 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:00.599327 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.615393 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.666276 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-135db662-3f03-461e-8444-f8d0881794d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c21dcf34e0574c399a2bc5964d0fa113&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7413840 May 18 06:18:00.674906 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8f94-a5b2-4ed1-a9d0-ea3d7effea21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.811508 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:00.879630 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.904665 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ad449-1053-4a06-b78a-5d47f8e220d6 None None] Pushing event updated for resources: {'Port': ['ID=ea5915d7-c6cf-4b5e-9e80-f603af87edab,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:00.915632 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-5e4ad449-1053-4a06-b78a-5d47f8e220d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:00.940274 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-680d2634-9ea5-4b0f-91c7-82c5af3041ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.994405 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-680d2634-9ea5-4b0f-91c7-82c5af3041ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:01.088433 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Attempting to bind port ea5915d7-c6cf-4b5e-9e80-f603af87edab on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:01.088835 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Attempting to bind port ea5915d7-c6cf-4b5e-9e80-f603af87edab by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:01.089234 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Attempting to bind port ea5915d7-c6cf-4b5e-9e80-f603af87edab on network 35e6311d-ad34-4c28-8e8c-cb843c53a901 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:01.105152 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:01.105529 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Checking segment: {'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:01.105934 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:01.106331 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Bound using segment: {'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:01.106805 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Bound port: ea5915d7-c6cf-4b5e-9e80-f603af87edab, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:01.109272 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:01.116179 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-117317c0-a9e2-47d8-b3b4-550717c58e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:01.161009 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ca7da2e1-d569-4f64-ab9c-b8c89092a61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:01.274373 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-680d2634-9ea5-4b0f-91c7-82c5af3041ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3d7e6b14b8e4282a1897e6fdc7b3b62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8199172 May 18 06:18:01.281466 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d2634-9ea5-4b0f-91c7-82c5af3041ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2f0494-a1e4-465a-82e9-d494ed6e774c,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:01.284536 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-680d2634-9ea5-4b0f-91c7-82c5af3041ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:01.285250 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 41362) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:01.373932 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] For port ea5915d7-c6cf-4b5e-9e80-f603af87edab, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:01.378843 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] For port ea5915d7-c6cf-4b5e-9e80-f603af87edab, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=ea5915d7-c6cf-4b5e-9e80-f603af87edab,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:01.385547 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:01.392817 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:01.506801 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-402e63f5-a993-4296-848d-3b42ccf53614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:01.559425 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ad449-1053-4a06-b78a-5d47f8e220d6 None None] Pushing event updated for resources: {'Port': ['ID=ea5915d7-c6cf-4b5e-9e80-f603af87edab,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:01.581575 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-5e4ad449-1053-4a06-b78a-5d47f8e220d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:01.583214 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-402e63f5-a993-4296-848d-3b42ccf53614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:01.625440 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:18:01.628152 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:17:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:01.680687 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-f5f2d279-eaa4-4ae4-9b03-c9aaa5dc167d service neutron] 10.222.0.10 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0064881 May 18 06:18:01.749153 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Network accd4a82-c6a0-4808-b580-93b081df5b0d is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:18:01.792208 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-33b06451-f871-4a15-a548-695b7fe1b57f req-1e9a6edc-48ab-4122-acc0-5779ce088804 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2751634 May 18 06:18:01.831550 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:01.840247 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Pushing event updated for resources: {'Port': ['ID=4aed4e09-4aa4-48e3-a312-fb1890ceb9ed,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:01.863627 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'name': 'tempest-ServerRescueNegativeTestJSON-1901156369-router', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:44Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'gw_port': {'id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:46Z', 'updated_at': '2021-05-18T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '2c9b8456-5b96-4d5a-92b9-c3210c636ed5', 'name': '', 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'mac_address': 'fa:16:3e:a3:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:52Z', 'updated_at': '2021-05-18T06:17:54Z', 'revision_number': 2, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'subnets': [{'id': '9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:01.879353 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Checking router: 13f40d7a-b963-47eb-9a45-ade8bcd0273c for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:18:01.879718 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Updating router 13f40d7a-b963-47eb-9a45-ade8bcd0273c port 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 binding host dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:18:02.065602 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-402e63f5-a993-4296-848d-3b42ccf53614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.079347 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:02.108728 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e63f5-a993-4296-848d-3b42ccf53614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2f0494-a1e4-465a-82e9-d494ed6e774c,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:02.114126 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d127f2be-6003-4e58-905a-795e54fd1442 {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:02.120935 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-402e63f5-a993-4296-848d-3b42ccf53614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:02.125607 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-402e63f5-a993-4296-848d-3b42ccf53614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.127078 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-402e63f5-a993-4296-848d-3b42ccf53614 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff2f0494-a1e4-465a-82e9-d494ed6e774c HTTP/1.1" status: 204 len: 168 time: 0.8398476 May 18 06:18:02.129536 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.143796 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:18:02.188669 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:02.191185 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.196921 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Transition to ACTIVE for port object d127f2be-6003-4e58-905a-795e54fd1442 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:02.202876 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.204333 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.224102 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:02.228440 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:18:02.563958 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ca7da2e1-d569-4f64-ab9c-b8c89092a61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.592949 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Pushing event updated for resources: {'Port': ['ID=d127f2be-6003-4e58-905a-795e54fd1442,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:02.601249 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.790s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:02.608486 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8f94-a5b2-4ed1-a9d0-ea3d7effea21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.615284 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:02.646119 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8f94-a5b2-4ed1-a9d0-ea3d7effea21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.658889 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:02.713447 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-59948d8d-93f7-494a-8ba7-ee17786905cd service neutron] 10.222.0.10 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0314665 May 18 06:18:02.719706 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Attempting to bind port d127f2be-6003-4e58-905a-795e54fd1442 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:02.722532 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Attempting to bind port d127f2be-6003-4e58-905a-795e54fd1442 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:02.728604 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Attempting to bind port d127f2be-6003-4e58-905a-795e54fd1442 on network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:02.743579 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Port d127f2be-6003-4e58-905a-795e54fd1442 on network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:18:02.743715 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7da2e1-d569-4f64-ab9c-b8c89092a61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926522d9-da2a-4b99-b407-9e71b2447849,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:02.744883 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Attempting to bind port d127f2be-6003-4e58-905a-795e54fd1442 on network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:02.758607 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ca7da2e1-d569-4f64-ab9c-b8c89092a61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:02.761527 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ca7da2e1-d569-4f64-ab9c-b8c89092a61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.763573 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-ca7da2e1-d569-4f64-ab9c-b8c89092a61b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/926522d9-da2a-4b99-b407-9e71b2447849 HTTP/1.1" status: 204 len: 168 time: 2.6464791 May 18 06:18:02.764378 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:02.764728 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Checking segment: {'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:02.765607 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Bound using segment: {'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:02.767252 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:02.780271 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Bound port: d127f2be-6003-4e58-905a-795e54fd1442, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:02.782574 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.791408 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.808823 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Transition to ACTIVE for port object 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:02.810263 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ea0d8f94-a5b2-4ed1-a9d0-ea3d7effea21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.813391 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-ea0d8f94-a5b2-4ed1-a9d0-ea3d7effea21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6833591 May 18 06:18:02.820787 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5891623 May 18 06:18:02.823032 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 41392) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:02.827554 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.845487 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:02.848270 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d8f94-a5b2-4ed1-a9d0-ea3d7effea21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b12260-516d-4355-b295-43db64008dab,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:02.853175 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-e532e004-5740-4afa-819c-ca651551fde2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Request body: {'security_group_rule': {'security_group_id': '18b3e02a-0acb-40a6-8fe6-660bf314c8ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:02.887966 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Request body: {'port': {'device_id': 'bbe6ce72-0de2-4728-9868-b5fac8a97ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:02.924788 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee704f06-fb29-4e09-a859-11d6ee1b1488 None None] Pushing event updated for resources: {'Port': ['ID=2c9b8456-5b96-4d5a-92b9-c3210c636ed5,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:02.983628 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ea0d8f94-a5b2-4ed1-a9d0-ea3d7effea21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:02.987539 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e532e004-5740-4afa-819c-ca651551fde2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:03.072620 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e532e004-5740-4afa-819c-ca651551fde2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Usage tracker for resource:security_group_rule and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:03.079995 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 41406) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:03.122703 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:03.125999 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d71bf-c594-483a-972e-ccac69d2c1ca req-05ef5fcf-562c-4a2b-b24c-ea7a70444886 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:03.126704 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ee704f06-fb29-4e09-a859-11d6ee1b1488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:03.131817 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-0e5d71bf-c594-483a-972e-ccac69d2c1ca req-05ef5fcf-562c-4a2b-b24c-ea7a70444886 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Synchronizing usage tracker for tenant:d3206eeeb8474721be289880da86f2bd on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:03.177004 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e532e004-5740-4afa-819c-ca651551fde2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:03.194910 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e532e004-5740-4afa-819c-ca651551fde2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:03.254233 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Attempting to bind port 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:03.254847 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Attempting to bind port 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': 'b590b07c-8038-4cf5-934a-e5964d636934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:03.255373 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Attempting to bind port 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 on network 63fb2906-cb4e-4f2c-956d-77352265304c {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:03.263838 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:03.264673 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Checking segment: {'id': 'b590b07c-8038-4cf5-934a-e5964d636934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:03.265234 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:03.265968 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Bound using segment: {'id': 'b590b07c-8038-4cf5-934a-e5964d636934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:03.266819 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Bound port: 2c9b8456-5b96-4d5a-92b9-c3210c636ed5, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b590b07c-8038-4cf5-934a-e5964d636934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:03.267402 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:03.281462 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:03.286259 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:01Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:03.297345 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35603a-f782-4b20-bdd2-1c0e54b37ec6 None None] The sync data for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb is: [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:01Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:18:03.310858 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] For port d127f2be-6003-4e58-905a-795e54fd1442, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:03.332692 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] For port d127f2be-6003-4e58-905a-795e54fd1442, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d127f2be-6003-4e58-905a-795e54fd1442,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:03.362747 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:03.422901 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-dda7b1bb-d65d-4642-8e33-8e03b8a9f410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:03.492870 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] For port 2c9b8456-5b96-4d5a-92b9-c3210c636ed5, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:03.497486 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] For port 2c9b8456-5b96-4d5a-92b9-c3210c636ed5, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=2c9b8456-5b96-4d5a-92b9-c3210c636ed5,segment=NetworkSegment(b590b07c-8038-4cf5-934a-e5964d636934),segment_id=b590b07c-8038-4cf5-934a-e5964d636934)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:03.517115 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:03.522196 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-77fbc932-a655-41da-aa6e-d4760baf11a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:03.532979 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:03.779283 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Routers {'13f40d7a-b963-47eb-9a45-ade8bcd0273c'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:18:03.782828 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:17:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['13f40d7a-b963-47eb-9a45-ade8bcd0273c'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:03.819178 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Pushing event updated for resources: {'Port': ['ID=d127f2be-6003-4e58-905a-795e54fd1442,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:03.835780 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:03.839993 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-dda7b1bb-d65d-4642-8e33-8e03b8a9f410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:03.854410 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-dda7b1bb-d65d-4642-8e33-8e03b8a9f410 admin admin] Usage tracker for resource:security_group_rule and tenant:eadb15754324434f9245c3c4b8b6fcff is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:03.860838 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:03.864489 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:03.867756 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] 10.222.0.39 "PUT /v2.0/ports/d127f2be-6003-4e58-905a-795e54fd1442 HTTP/1.1" status: 200 len: 1094 time: 3.9177923 May 18 06:18:03.868535 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 41430) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:03.869150 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c647369-2947-4fcb-8c28-ee218f64af4d', 'tag': 'd127f2be-6003-4e58-905a-795e54fd1442'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:03.987791 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-dda7b1bb-d65d-4642-8e33-8e03b8a9f410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:04.043982 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-dda7b1bb-d65d-4642-8e33-8e03b8a9f410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:04.066225 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee704f06-fb29-4e09-a859-11d6ee1b1488 None None] Pushing event updated for resources: {'Port': ['ID=2c9b8456-5b96-4d5a-92b9-c3210c636ed5,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:04.071422 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ee704f06-fb29-4e09-a859-11d6ee1b1488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:04.181178 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-bc6bd3cc-014c-476c-ac8e-bfafa202ec12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:04.185496 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-0e5d71bf-c594-483a-972e-ccac69d2c1ca req-05ef5fcf-562c-4a2b-b24c-ea7a70444886 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Unset dirty status for tenant:d3206eeeb8474721be289880da86f2bd on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:04.188590 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0e5d71bf-c594-483a-972e-ccac69d2c1ca req-05ef5fcf-562c-4a2b-b24c-ea7a70444886 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 932 time: 1.9361384 May 18 06:18:04.210511 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e532e004-5740-4afa-819c-ca651551fde2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:04.250215 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-bc6bd3cc-014c-476c-ac8e-bfafa202ec12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:04.261419 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-bc6bd3cc-014c-476c-ac8e-bfafa202ec12 admin admin] Usage tracker for resource:security_group_rule and tenant:034a5596e1004637aefce60f1a6a3d39 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:04.272711 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-bc6bd3cc-014c-476c-ac8e-bfafa202ec12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:04.292454 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-bc6bd3cc-014c-476c-ac8e-bfafa202ec12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:04.322709 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] Set router 13f40d7a-b963-47eb-9a45-ade8bcd0273c gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:18:04.402207 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-46234d00-3ccc-4495-9445-469db0c3e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:04.425474 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-46234d00-3ccc-4495-9445-469db0c3e26d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21c079ec78ae49098f331d15095a4e48&device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 1097 time: 0.4020941 May 18 06:18:04.508246 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e532e004-5740-4afa-819c-ca651551fde2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:04.550025 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-0e5d71bf-c594-483a-972e-ccac69d2c1ca req-651529d3-3f13-4022-a2b6-f8888acff46f tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Synchronizing usage tracker for tenant:d3206eeeb8474721be289880da86f2bd on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:04.557109 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e532e004-5740-4afa-819c-ca651551fde2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:04.615764 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b889ee-6627-4fa5-80b3-beaa63cd71f4 req-129c9b56-dc12-459f-9dbf-7efbed7a2d2b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:04.617473 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-70b889ee-6627-4fa5-80b3-beaa63cd71f4 req-129c9b56-dc12-459f-9dbf-7efbed7a2d2b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 944 time: 1.3381047 May 18 06:18:04.624187 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:04.665078 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532e004-5740-4afa-819c-ca651551fde2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8844e61d-e2b2-4aa7-98b2-745987fee158,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:04.670019 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-bc6bd3cc-014c-476c-ac8e-bfafa202ec12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:04.883437 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-bc6bd3cc-014c-476c-ac8e-bfafa202ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:04.952287 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device ea5915d7-c6cf-4b5e-9e80-f603af87edab up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:05.002347 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-b65a0e18-be3c-49bc-8187-48477c98dd54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d127f2be-6003-4e58-905a-795e54fd1442 HTTP/1.1" status: 200 len: 217 time: 0.3201642 May 18 06:18:05.011890 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e532e004-5740-4afa-819c-ca651551fde2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:05.092529 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-dda7b1bb-d65d-4642-8e33-8e03b8a9f410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:05.096311 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:05.104967 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.notifiers.nova [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed {{(pid=78807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:05.113955 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:05.130826 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Transition to ACTIVE for port object 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed will not be triggered until provisioned by entity L2. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:05.143824 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e532e004-5740-4afa-819c-ca651551fde2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:05.145030 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-e532e004-5740-4afa-819c-ca651551fde2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3115854 May 18 06:18:05.145718 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:05.150149 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 41454) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:05.158133 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-70b889ee-6627-4fa5-80b3-beaa63cd71f4 req-ce101d69-1439-4fc3-9c9b-dc22d97cf4b7 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034816 May 18 06:18:05.163825 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:05.188855 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-bc6bd3cc-014c-476c-ac8e-bfafa202ec12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=034a5596e1004637aefce60f1a6a3d39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2024741 May 18 06:18:05.256638 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Request body: {'floatingip': {'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:05.276236 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 41458) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:05.283488 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-0e5d71bf-c594-483a-972e-ccac69d2c1ca req-651529d3-3f13-4022-a2b6-f8888acff46f tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Unset dirty status for tenant:d3206eeeb8474721be289880da86f2bd on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:05.286102 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bd3cc-014c-476c-ac8e-bfafa202ec12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814e5b88-1010-4c27-94ec-89b03eda0976,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:05.296667 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0e5d71bf-c594-483a-972e-ccac69d2c1ca req-651529d3-3f13-4022-a2b6-f8888acff46f tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0906558 May 18 06:18:05.305069 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-bc6bd3cc-014c-476c-ac8e-bfafa202ec12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:05.306982 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-dda7b1bb-d65d-4642-8e33-8e03b8a9f410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:05.312861 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-ea6dfce2-535f-4ceb-8643-bed95c5c0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:05.314981 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-ea6dfce2-535f-4ceb-8643-bed95c5c0f18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bf6dc63-a4ed-4903-9854-af249747843b HTTP/1.1" status: 200 len: 854 time: 0.1244299 May 18 06:18:05.331210 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:05.402337 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-dda7b1bb-d65d-4642-8e33-8e03b8a9f410 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eadb15754324434f9245c3c4b8b6fcff&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3112848 May 18 06:18:05.417561 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 41466) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:05.486171 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7b1bb-d65d-4642-8e33-8e03b8a9f410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99d3098-2d81-4979-b7d4-045c1df8c807,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:05.498637 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:05.510110 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-dda7b1bb-d65d-4642-8e33-8e03b8a9f410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:05.532099 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Usage tracker for resource:floatingip and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:05.560647 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port ea5915d7-c6cf-4b5e-9e80-f603af87edab completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:05.575409 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port ea5915d7-c6cf-4b5e-9e80-f603af87edab triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:05.575789 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:05.637324 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cc91e43e-b1e0-4b00-a1ef-757059088a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:05.641876 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-32a66341-5121-4e84-832d-beca04209657 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598800 May 18 06:18:05.704322 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cc91e43e-b1e0-4b00-a1ef-757059088a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:05.768726 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'name': 'tempest-ServerRescueNegativeTestJSON-1901156369-router', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:44Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'gw_port': {'id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:46Z', 'updated_at': '2021-05-18T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '2c9b8456-5b96-4d5a-92b9-c3210c636ed5', 'name': '', 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'mac_address': 'fa:16:3e:a3:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:52Z', 'updated_at': '2021-05-18T06:18:03Z', 'revision_number': 4, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'subnets': [{'id': '9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:05.771489 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:05.777275 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351a3f7-0746-4c3f-bf75-2c895d48046b None None] The sync data for ids ['13f40d7a-b963-47eb-9a45-ade8bcd0273c'] in dv-cinder-784623-10-smb is: [{'id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'name': 'tempest-ServerRescueNegativeTestJSON-1901156369-router', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:44Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'gw_port': {'id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:46Z', 'updated_at': '2021-05-18T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '2c9b8456-5b96-4d5a-92b9-c3210c636ed5', 'name': '', 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'mac_address': 'fa:16:3e:a3:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:52Z', 'updated_at': '2021-05-18T06:18:03Z', 'revision_number': 4, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'subnets': [{'id': '9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:18:05.789199 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:05.858070 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:05.885276 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3b9559e7-88bf-4ce4-ac7a-5e72ca71465c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:05.920343 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port ea5915d7-c6cf-4b5e-9e80-f603af87edab, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=ea5915d7-c6cf-4b5e-9e80-f603af87edab,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:05.925597 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c647369-2947-4fcb-8c28-ee218f64af4d', 'tag': 'd127f2be-6003-4e58-905a-795e54fd1442', 'status': 'completed', 'code': 200} May 18 06:18:05.930472 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:05.933560 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:06.046060 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=4aed4e09-4aa4-48e3-a312-fb1890ceb9ed,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:06.063388 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9db321c0-40dd-4cb4-9b72-264198b98bf8 req-1da7299a-f9c9-4222-8afe-b5343b1c0d8e tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 210 time: 0.3420522 May 18 06:18:06.075412 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3b9559e7-88bf-4ce4-ac7a-5e72ca71465c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:06.101243 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:06.133853 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cc91e43e-b1e0-4b00-a1ef-757059088a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:06.167159 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.39', 63836) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:06.266497 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Attempting to bind port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:06.268471 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Attempting to bind port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5ba2825a-9bd0-400d-a03c-cc186998a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'accd4a82-c6a0-4808-b580-93b081df5b0d'}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:06.270024 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Attempting to bind port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed on network accd4a82-c6a0-4808-b580-93b081df5b0d {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:06.292832 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:06.301509 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed on network accd4a82-c6a0-4808-b580-93b081df5b0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:18:06.301837 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Attempting to bind port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed on network accd4a82-c6a0-4808-b580-93b081df5b0d {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:06.304334 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:06.310078 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:06.437426 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:06.437857 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Checking segment: {'id': '5ba2825a-9bd0-400d-a03c-cc186998a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'accd4a82-c6a0-4808-b580-93b081df5b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:06.444913 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Bound using segment: {'id': '5ba2825a-9bd0-400d-a03c-cc186998a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'accd4a82-c6a0-4808-b580-93b081df5b0d'} {{(pid=78807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:06.445429 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.managers [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Bound port: 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba2825a-9bd0-400d-a03c-cc186998a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'accd4a82-c6a0-4808-b580-93b081df5b0d'}}] {{(pid=78807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:06.447709 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:06.624912 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:06.640752 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:06.641391 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:06.715833 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cc91e43e-b1e0-4b00-a1ef-757059088a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:06.717058 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-cc91e43e-b1e0-4b00-a1ef-757059088a8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a99d3098-2d81-4979-b7d4-045c1df8c807 HTTP/1.1" status: 204 len: 168 time: 1.2981696 May 18 06:18:06.761641 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=ea5915d7-c6cf-4b5e-9e80-f603af87edab,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:06.782912 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:06.826931 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91e43e-b1e0-4b00-a1ef-757059088a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99d3098-2d81-4979-b7d4-045c1df8c807,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:06.887043 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-cc91e43e-b1e0-4b00-a1ef-757059088a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:06.943301 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-75e1986f-8e33-4803-ad65-c7c2a8ecd7bf service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2715588 May 18 06:18:06.963132 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-699ba381-3186-40e2-97ff-837211bca556 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:06.972033 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-699ba381-3186-40e2-97ff-837211bca556 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.39 "GET /v2.0/networks?id=63fb2906-cb4e-4f2c-956d-77352265304c HTTP/1.1" status: 200 len: 819 time: 0.7119532 May 18 06:18:07.060138 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Request body: {'port': {'device_id': '0347717b-dbdf-41e5-bc8e-33d7303ad093', 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c', 'admin_state_up': True, 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:07.089573 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:07.165629 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port 2c9b8456-5b96-4d5a-92b9-c3210c636ed5, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=2c9b8456-5b96-4d5a-92b9-c3210c636ed5,segment=NetworkSegment(b590b07c-8038-4cf5-934a-e5964d636934),segment_id=b590b07c-8038-4cf5-934a-e5964d636934)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:07.174036 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:07.176660 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:07.312064 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3b9559e7-88bf-4ce4-ac7a-5e72ca71465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:07.345612 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0ee48db0-8724-4e9c-8690-4b6be9dd5e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:07.359601 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device ea5915d7-c6cf-4b5e-9e80-f603af87edab up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:07.385563 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:07.469623 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9559e7-88bf-4ce4-ac7a-5e72ca71465c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e5b88-1010-4c27-94ec-89b03eda0976,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:07.487851 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3b9559e7-88bf-4ce4-ac7a-5e72ca71465c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:07.494824 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3b9559e7-88bf-4ce4-ac7a-5e72ca71465c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:07.496475 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-3b9559e7-88bf-4ce4-ac7a-5e72ca71465c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/814e5b88-1010-4c27-94ec-89b03eda0976 HTTP/1.1" status: 204 len: 168 time: 2.2187514 May 18 06:18:07.545472 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739bc99-0dd8-46fd-95ab-888e0a14698e req-e839626b-ed02-4ac3-be0f-d333c107073b tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:07.547060 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port ea5915d7-c6cf-4b5e-9e80-f603af87edab triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:07.547488 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:07.557525 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7739bc99-0dd8-46fd-95ab-888e0a14698e req-e839626b-ed02-4ac3-be0f-d333c107073b tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 944 time: 1.0393672 May 18 06:18:07.613307 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=2c9b8456-5b96-4d5a-92b9-c3210c636ed5,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:07.643400 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7739bc99-0dd8-46fd-95ab-888e0a14698e req-33eb7cb8-d92a-4a21-8f3e-1b24ec773adf tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844815 May 18 06:18:07.650622 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] For port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed, host hv-cinder-78462, cleared binding levels {{(pid=78807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:07.694380 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:07.719118 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-78c1ae5f-30ba-4c80-ab1a-fb2faa86a3bf req-24d14076-bc46-4aac-850a-68f6d2d43104 service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039027 May 18 06:18:07.728931 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] For port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4aed4e09-4aa4-48e3-a312-fb1890ceb9ed,segment=NetworkSegment(5ba2825a-9bd0-400d-a03c-cc186998a1cd),segment_id=5ba2825a-9bd0-400d-a03c-cc186998a1cd)] {{(pid=78807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:07.740137 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:07.756087 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Usage tracker for resource:port and tenant:c21dcf34e0574c399a2bc5964d0fa113 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:07.765123 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:07.798492 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:07.800551 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:07.814846 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Made reservation on behalf of c21dcf34e0574c399a2bc5964d0fa113 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:07.824400 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:07.833581 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b0470-8ef3-4b62-8d7d-c6b83ae48c3b req-640d0044-507d-4d4a-bb40-1ad3295938b3 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:07.835734 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-da1b0470-8ef3-4b62-8d7d-c6b83ae48c3b req-640d0044-507d-4d4a-bb40-1ad3295938b3 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 944 time: 1.0723615 May 18 06:18:07.877552 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:08.099212 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e4aea-7a8f-48f8-a06d-3410e261744c req-2c9583ba-c300-4417-bc9c-a13502229218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:08.109698 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7c0e4aea-7a8f-48f8-a06d-3410e261744c req-2c9583ba-c300-4417-bc9c-a13502229218 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21c079ec78ae49098f331d15095a4e48&device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 1097 time: 0.1332357 May 18 06:18:08.123556 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:08.132240 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:08.135518 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] 10.222.0.39 "PUT /v2.0/ports/4aed4e09-4aa4-48e3-a312-fb1890ceb9ed HTTP/1.1" status: 200 len: 1094 time: 5.2993476 May 18 06:18:08.146477 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe6ce72-0de2-4728-9868-b5fac8a97ad1', 'tag': '4aed4e09-4aa4-48e3-a312-fb1890ceb9ed'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:08.412320 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:08.517490 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Allocated IP 172.20.0.12 (63fb2906-cb4e-4f2c-956d-77352265304c/9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49/07550f62-2fe0-47d6-80c1-a4e85a841434) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:18:08.594060 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-da1b0470-8ef3-4b62-8d7d-c6b83ae48c3b req-621b64e9-f0ea-47a5-a0da-2850c3ad4f52 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243414 May 18 06:18:08.734955 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=4aed4e09-4aa4-48e3-a312-fb1890ceb9ed,revision_number=3']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:08.755030 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:08.952279 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-2c34d286-6296-496b-9c06-a64cf5cc3fd6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:08.959537 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-2c34d286-6296-496b-9c06-a64cf5cc3fd6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/networks?id=63fb2906-cb4e-4f2c-956d-77352265304c HTTP/1.1" status: 200 len: 819 time: 1.0098450 May 18 06:18:09.006680 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-71ef2ef7-061e-498a-9e1a-eabe95bda970 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/quotas/c21dcf34e0574c399a2bc5964d0fa113 HTTP/1.1" status: 200 len: 375 time: 0.0462184 May 18 06:18:09.214230 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 41586) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:09.255817 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e4aea-7a8f-48f8-a06d-3410e261744c req-24835774-4fed-4d87-bce5-4b9a00f2b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:09.260827 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7c0e4aea-7a8f-48f8-a06d-3410e261744c req-24835774-4fed-4d87-bce5-4b9a00f2b0b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 200 len: 914 time: 1.0414464 May 18 06:18:09.301493 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f35c8-1401-4855-95dd-d02130d1494d req-50109d91-8e2c-469a-84c8-1b0dce76915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:09.309484 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-50109d91-8e2c-469a-84c8-1b0dce76915a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3206eeeb8474721be289880da86f2bd&device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 1097 time: 1.0212114 May 18 06:18:09.315744 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:09.391259 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Allocated IP 172.28.2.223 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/608bc702-adc7-4257-b0ad-f7f0cb63acd0) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:18:09.398643 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:09.439104 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:09.443126 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:09.446578 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:09.458012 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:09.478090 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-f20d9935-8b6f-4cd4-b4b7-20b6b2d674d0 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c21dcf34e0574c399a2bc5964d0fa113&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4704812 May 18 06:18:09.510311 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Network 63fb2906-cb4e-4f2c-956d-77352265304c is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:18:09.517444 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:09.542447 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:18:09.551008 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:09.552117 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:09.578536 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5614593 May 18 06:18:09.678844 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Pushing event updated for resources: {'Port': ['ID=07550f62-2fe0-47d6-80c1-a4e85a841434,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:09.715408 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Request body: {'port': {'device_id': '0347717b-dbdf-41e5-bc8e-33d7303ad093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:09.773551 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:09.788526 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-670081689-network', 'tenant_id': 'd6337233b1f442979c9d2f5f84f2b997'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:09.799570 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7c0e4aea-7a8f-48f8-a06d-3410e261744c req-07036888-17fa-47fd-8f68-b20f1a8e939a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d127f2be-6003-4e58-905a-795e54fd1442 HTTP/1.1" status: 200 len: 217 time: 0.1981299 May 18 06:18:09.812412 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:09.822184 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Usage tracker for resource:network and tenant:d6337233b1f442979c9d2f5f84f2b997 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:09.827956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:09.879798 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:09.968033 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.098013 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-cff48d11-71f8-453a-be69-cb11f1eadb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.130557 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Made reservation on behalf of d6337233b1f442979c9d2f5f84f2b997 for: {'network': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:10.137989 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.211551 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.238157 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e4aea-7a8f-48f8-a06d-3410e261744c req-1876c94b-bf85-43fa-a50b-e84f7c0e6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:10.239820 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7c0e4aea-7a8f-48f8-a06d-3410e261744c req-1876c94b-bf85-43fa-a50b-e84f7c0e6ca1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bf6dc63-a4ed-4903-9854-af249747843b HTTP/1.1" status: 200 len: 854 time: 0.4029830 May 18 06:18:10.248852 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:10.251408 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.266048 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Usage tracker for resource:security_group_rule and tenant:d6337233b1f442979c9d2f5f84f2b997 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:10.271670 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:10.286969 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:10.344334 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.389855 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e8d60-7689-4b34-b41c-cea8a42334a8 req-54a22a01-b519-4b64-938f-eef57211fe95 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:10.399452 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ca6e8d60-7689-4b34-b41c-cea8a42334a8 req-54a22a01-b519-4b64-938f-eef57211fe95 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 944 time: 1.4278851 May 18 06:18:10.421541 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.462639 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-0c54eada-04d6-4216-9033-459d20763968 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aed4e09-4aa4-48e3-a312-fb1890ceb9ed HTTP/1.1" status: 200 len: 217 time: 0.7249267 May 18 06:18:10.481907 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:10.538498 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:18:10.547237 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-25372671-cc7d-48de-b26b-73291a138abd service neutron] 10.222.0.10 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0581322 May 18 06:18:10.662485 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:10.719248 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:18:10.728430 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ca6e8d60-7689-4b34-b41c-cea8a42334a8 req-e5bb6e1f-4ae1-4df5-927b-16b2e6936d8b tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275261 May 18 06:18:10.782040 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.791828 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-3f0a4026-d2db-4b4e-909c-3148c523f135 service neutron] 10.222.0.10 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436287 May 18 06:18:10.865072 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.880011 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.887565 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-bc6bd3cc-014c-476c-ac8e-bfafa202ec12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:10.940539 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=78806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:18:10.953211 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe777546-cdc8-4d2f-bb3f-026dc0f3a215,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:10.967414 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:10.976349 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.976349 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.segments_db [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Added segment 9c3ce11b-f0a9-4d03-adba-4d27e54161f2 of type vlan for network 6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3 May 18 06:18:11.008103 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.050013 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event updated for resources: {'Port': ['ID=608bc702-adc7-4257-b0ad-f7f0cb63acd0,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:11.056856 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.058238 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:11.061980 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07550f62-2fe0-47d6-80c1-a4e85a841434 {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:11.071214 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.116441 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Transition to ACTIVE for port object 07550f62-2fe0-47d6-80c1-a4e85a841434 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:11.134693 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.139619 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:11.171580 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.221516 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.268375 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:11.269536 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.369296 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Pushing event updated for resources: {'Port': ['ID=07550f62-2fe0-47d6-80c1-a4e85a841434,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:11.403224 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:11.409414 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-6444731b-2417-4fae-a8c8-4da019250ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:11.429754 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.2018113 May 18 06:18:11.491220 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 41662) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:11.491559 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 41664) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:11.505836 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Request body: {'subnet': {'network_id': '6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-670081689-subnet', 'tenant_id': 'd6337233b1f442979c9d2f5f84f2b997', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:11.533218 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:11.535664 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Attempting to bind port 07550f62-2fe0-47d6-80c1-a4e85a841434 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:11.536078 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Attempting to bind port 07550f62-2fe0-47d6-80c1-a4e85a841434 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b590b07c-8038-4cf5-934a-e5964d636934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:11.536482 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Attempting to bind port 07550f62-2fe0-47d6-80c1-a4e85a841434 on network 63fb2906-cb4e-4f2c-956d-77352265304c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:11.543261 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Usage tracker for resource:subnet and tenant:d6337233b1f442979c9d2f5f84f2b997 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:11.546027 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:11.548173 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:11.555954 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:11.558031 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Port 07550f62-2fe0-47d6-80c1-a4e85a841434 on network 63fb2906-cb4e-4f2c-956d-77352265304c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:18:11.558414 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Attempting to bind port 07550f62-2fe0-47d6-80c1-a4e85a841434 on network 63fb2906-cb4e-4f2c-956d-77352265304c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:11.561779 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:11.565975 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network 6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3 details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:18:11.570088 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:11.570491 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Checking segment: {'id': 'b590b07c-8038-4cf5-934a-e5964d636934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:11.570938 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Bound using segment: {'id': 'b590b07c-8038-4cf5-934a-e5964d636934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:11.571459 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Bound port: 07550f62-2fe0-47d6-80c1-a4e85a841434, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b590b07c-8038-4cf5-934a-e5964d636934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:11.571860 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.585390 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Made reservation on behalf of d6337233b1f442979c9d2f5f84f2b997 for: {'subnet': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:11.588340 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.589070 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe6ce72-0de2-4728-9868-b5fac8a97ad1', 'tag': '4aed4e09-4aa4-48e3-a312-fb1890ceb9ed', 'status': 'completed', 'code': 200} May 18 06:18:11.628606 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-32c4bed4-a093-46f9-a71a-067f5050b39f req-7e162fa3-978c-47e2-8e27-422e5f2ecf7d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 210 time: 0.0922539 May 18 06:18:11.779376 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4a968509-7ebf-4fc4-b938-1e571e9ebd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.792900 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] For port 07550f62-2fe0-47d6-80c1-a4e85a841434, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:11.805037 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-4a968509-7ebf-4fc4-b938-1e571e9ebd32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:11.812726 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] For port 07550f62-2fe0-47d6-80c1-a4e85a841434, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07550f62-2fe0-47d6-80c1-a4e85a841434,segment=NetworkSegment(b590b07c-8038-4cf5-934a-e5964d636934),segment_id=b590b07c-8038-4cf5-934a-e5964d636934)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:11.814911 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-4a968509-7ebf-4fc4-b938-1e571e9ebd32 admin admin] Usage tracker for resource:security_group_rule and tenant:2c832cff5d334a2e88054cef7d05657a is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:11.819133 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-4a968509-7ebf-4fc4-b938-1e571e9ebd32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:11.827659 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.830713 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-4a968509-7ebf-4fc4-b938-1e571e9ebd32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:11.860398 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc07263-e802-4af2-aefb-c86767251557 req-cd0eb91c-45ec-42af-b18e-53c6c62aebeb tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:11.864546 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7bc07263-e802-4af2-aefb-c86767251557 req-cd0eb91c-45ec-42af-b18e-53c6c62aebeb tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 944 time: 0.6086209 May 18 06:18:11.878101 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:11.971437 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:11.972069 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.973433 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] 10.222.0.39 "PUT /v2.0/ports/07550f62-2fe0-47d6-80c1-a4e85a841434 HTTP/1.1" status: 200 len: 1094 time: 2.2917435 May 18 06:18:11.978948 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0347717b-dbdf-41e5-bc8e-33d7303ad093', 'tag': '07550f62-2fe0-47d6-80c1-a4e85a841434'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:12.012636 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:12.069357 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:12.101667 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Pushing event updated for resources: {'Port': ['ID=07550f62-2fe0-47d6-80c1-a4e85a841434,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:12.126731 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:12.127203 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:12.161840 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7c0e4aea-7a8f-48f8-a06d-3410e261744c req-b433d43f-eace-482d-8b8b-ae19d1d1e279 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400244 May 18 06:18:12.185162 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-09d77883-c27e-4dce-ba69-b108dd2b3653 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:12.217238 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7bc07263-e802-4af2-aefb-c86767251557 req-f72d4034-455f-488f-a820-e923f9925921 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454857 May 18 06:18:12.254667 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:12.294156 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:12.312724 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1582594 May 18 06:18:12.391700 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event updated for resources: {'Port': ['ID=608bc702-adc7-4257-b0ad-f7f0cb63acd0,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:12.425654 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:12.455419 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f35c8-1401-4855-95dd-d02130d1494d req-4d9b5231-2710-4f0b-85d7-85871909d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:12.461760 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-4d9b5231-2710-4f0b-85d7-85871909d222 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8202f2-40e2-4f04-ab88-f93b1fe26d98 HTTP/1.1" status: 200 len: 852 time: 0.4181376 May 18 06:18:12.504739 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4a968509-7ebf-4fc4-b938-1e571e9ebd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:12.509350 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-147044fd-4f24-431a-b4ba-6c7a1470139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:12.510816 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-147044fd-4f24-431a-b4ba-6c7a1470139f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21dcf34e0574c399a2bc5964d0fa113&device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 1097 time: 0.4060032 May 18 06:18:12.514762 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7c0e4aea-7a8f-48f8-a06d-3410e261744c req-158ee6fc-2886-419f-99f2-543ddf29c32f service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378785 May 18 06:18:12.527478 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0347717b-dbdf-41e5-bc8e-33d7303ad093', 'tag': '07550f62-2fe0-47d6-80c1-a4e85a841434', 'status': 'completed', 'code': 200} May 18 06:18:12.573089 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-35274d6e-e59e-493a-9367-27ab5ab92eb0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=accd4a82-c6a0-4808-b580-93b081df5b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019199 May 18 06:18:12.590156 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835b44-133f-4f3c-9558-a91380161b9a req-5e9c166c-6f28-4d9b-9082-e9e5f2b0f075 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:12.590734 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4a968509-7ebf-4fc4-b938-1e571e9ebd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:12.592295 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-17835b44-133f-4f3c-9558-a91380161b9a req-5e9c166c-6f28-4d9b-9082-e9e5f2b0f075 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 944 time: 0.6959960 May 18 06:18:12.750215 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-17835b44-133f-4f3c-9558-a91380161b9a req-2f8cb7ca-3f83-4363-933b-2ade0e164265 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354098 May 18 06:18:12.795005 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:12.808667 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-6b9bb543-49d8-4a01-813c-5d41e3ed0722 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07550f62-2fe0-47d6-80c1-a4e85a841434 HTTP/1.1" status: 200 len: 217 time: 0.2803142 May 18 06:18:12.812987 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-747e7dd0-91a7-4cbe-932d-b3cc83dcded3 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--154951512&fields=id&tenant_id=f834aee473dd4b68b11e9ea8eb94614b HTTP/1.1" status: 200 len: 267 time: 0.0951011 May 18 06:18:12.821769 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-24698a45-8e85-404f-af0f-7e9ed91e46bf service neutron] 10.222.0.39 "GET /v2.0/networks/accd4a82-c6a0-4808-b580-93b081df5b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288020 May 18 06:18:12.864643 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-4a968509-7ebf-4fc4-b938-1e571e9ebd32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c832cff5d334a2e88054cef7d05657a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3704419 May 18 06:18:12.868512 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a968509-7ebf-4fc4-b938-1e571e9ebd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7feffac-b896-4fbf-8119-3e341faf4989,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:12.871688 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-4a968509-7ebf-4fc4-b938-1e571e9ebd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:12.884529 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 41716) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:12.980080 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cbf6b0ce-faf1-4de8-9a66-2ad5807870be req-05ffd0c8-7d71-40ce-a4a8-fa242f9379f9 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 210 time: 0.0838404 May 18 06:18:12.985654 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7c0e4aea-7a8f-48f8-a06d-3410e261744c req-d947b3b3-edd6-44d1-a35b-0002369d1815 service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827143 May 18 06:18:13.072454 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-82eda5d4-6cd6-4371-8aa9-1b99651707a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:13.073772 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-82eda5d4-6cd6-4371-8aa9-1b99651707a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49 HTTP/1.1" status: 200 len: 859 time: 0.1703300 May 18 06:18:13.087489 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5ee4-7e0f-4221-bdb9-2606326ec82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:13.091586 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280'] for subnet, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:13.127479 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-92b2a17c-2c16-4f0e-8e4d-6f790837f5d4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:13.129287 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-92b2a17c-2c16-4f0e-8e4d-6f790837f5d4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/networks?id=35e6311d-ad34-4c28-8e8c-cb843c53a901 HTTP/1.1" status: 200 len: 810 time: 0.3053887 May 18 06:18:13.156709 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-7409a15e-8e89-4064-95ab-5a8c24d783f7 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/quotas/f834aee473dd4b68b11e9ea8eb94614b HTTP/1.1" status: 200 len: 375 time: 0.0160482 May 18 06:18:13.158753 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-755f35c8-1401-4855-95dd-d02130d1494d req-38138e84-c469-439f-ab0e-a704ebb9d4b8 service neutron] 10.222.0.39 "GET /v2.0/networks/accd4a82-c6a0-4808-b580-93b081df5b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487483 May 18 06:18:13.181160 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:13.227574 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-379c59bf-e46c-450c-9aa2-9e2a9adf337b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63fb2906-cb4e-4f2c-956d-77352265304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378660 May 18 06:18:13.304955 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5ee4-7e0f-4221-bdb9-2606326ec82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:13.320909 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1647a2-6cac-431d-a53b-660175c65aee req-2f7a73f6-8777-49a6-a574-b1dd6e6fe73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:13.322341 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5a1647a2-6cac-431d-a53b-660175c65aee req-2f7a73f6-8777-49a6-a574-b1dd6e6fe73b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3206eeeb8474721be289880da86f2bd&device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 1097 time: 0.1020188 May 18 06:18:13.335305 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-13643068-510e-4de1-9b70-a4f3a74ea5d1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Synchronizing usage tracker for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:13.449172 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4cd4f1-7079-4d42-be4c-efd3fdeb28b5,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:13.451833 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:13.499746 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Checking segment: {'id': '9c3ce11b-f0a9-4d03-adba-4d27e54161f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:13.500192 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Network hostable DHCP agents. Network: 6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:18:13.502127 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-13643068-510e-4de1-9b70-a4f3a74ea5d1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Unset dirty status for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:13.503687 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-13643068-510e-4de1-9b70-a4f3a74ea5d1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f834aee473dd4b68b11e9ea8eb94614b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3397067 May 18 06:18:13.554381 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-516c9890-3e1e-4d08-959d-d63cca208857 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:13.555803 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-516c9890-3e1e-4d08-959d-d63cca208857 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.39 "GET /v2.0/networks?id=63fb2906-cb4e-4f2c-956d-77352265304c HTTP/1.1" status: 200 len: 819 time: 0.4632573 May 18 06:18:13.558574 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1647a2-6cac-431d-a53b-660175c65aee req-0ebbfcd5-fc30-4da1-b108-f535f43101ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:13.559989 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5a1647a2-6cac-431d-a53b-660175c65aee req-0ebbfcd5-fc30-4da1-b108-f535f43101ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=accd4a82-c6a0-4808-b580-93b081df5b0d HTTP/1.1" status: 200 len: 912 time: 0.2207551 May 18 06:18:13.581019 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Request body: {'port': {'device_id': 'bb7fe055-44fc-486e-82e9-0886dcf0990d', 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c', 'admin_state_up': True, 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:13.604944 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-04d0c58c-d9fb-42c7-95f3-c0cf9ad73d15 service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029115 May 18 06:18:13.653828 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Network 6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3 is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:18:13.669083 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5ee4-7e0f-4221-bdb9-2606326ec82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:13.704693 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-57cd8bf9-c2d5-4c8b-a845-882fbfa00dd4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:13.726259 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, 6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3) {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:13.730653 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:13.731236 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:13.735973 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097a1971-907b-4ea0-9b6c-d628f09e2470 None None] Network 6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:18:13.766840 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5a1647a2-6cac-431d-a53b-660175c65aee req-3d2f31fc-6375-4ae1-a365-4a34baea9918 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aed4e09-4aa4-48e3-a312-fb1890ceb9ed HTTP/1.1" status: 200 len: 217 time: 0.1619947 May 18 06:18:13.783976 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe5ee4-7e0f-4221-bdb9-2606326ec82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7feffac-b896-4fbf-8119-3e341faf4989,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:13.786252 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-dfbe5ee4-7e0f-4221-bdb9-2606326ec82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:13.826015 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a4f89-8669-4b8e-bef4-ea9fde623a26 req-9d504d73-88b9-4043-8dac-8cc76b7e4f7b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:13.828531 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-324a4f89-8669-4b8e-bef4-ea9fde623a26 req-9d504d73-88b9-4043-8dac-8cc76b7e4f7b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 944 time: 0.4657001 May 18 06:18:13.884918 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5ee4-7e0f-4221-bdb9-2606326ec82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:13.888266 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-dfbe5ee4-7e0f-4221-bdb9-2606326ec82e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7feffac-b896-4fbf-8119-3e341faf4989 HTTP/1.1" status: 204 len: 168 time: 1.0005023 May 18 06:18:13.896221 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-edcd62c8-54ad-42a7-8a00-ebaafe4d269b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4005249 May 18 06:18:13.908006 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:13.916649 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Usage tracker for resource:port and tenant:c21dcf34e0574c399a2bc5964d0fa113 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:13.921357 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:13.925790 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fb7c903-4628-4026-b09f-7e810b3c034d req-e4daa4d6-ee95-4225-8692-1b7ed0c7847f service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581718 May 18 06:18:13.937754 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:13.969126 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Made reservation on behalf of c21dcf34e0574c399a2bc5964d0fa113 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:13.974823 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:14.025870 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1647a2-6cac-431d-a53b-660175c65aee req-9a9e7961-3a72-4e5d-959a-f42c5e7c43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:14.027110 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5a1647a2-6cac-431d-a53b-660175c65aee req-9a9e7961-3a72-4e5d-959a-f42c5e7c43ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8202f2-40e2-4f04-ab88-f93b1fe26d98 HTTP/1.1" status: 200 len: 852 time: 0.2116423 May 18 06:18:14.041231 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-324a4f89-8669-4b8e-bef4-ea9fde623a26 req-91f534d6-3e56-4bb8-9edb-830c1e6c19bc tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511979 May 18 06:18:14.157127 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5a1647a2-6cac-431d-a53b-660175c65aee req-7ce8bf3f-febb-44b2-a416-b499c8c436dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=accd4a82-c6a0-4808-b580-93b081df5b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039011 May 18 06:18:14.163691 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-d355ea9f-e03a-43c5-a6ab-2e4aebff7445 service neutron] 10.222.0.10 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313207 May 18 06:18:14.229971 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7625de0c-a9ad-49bf-acc6-6f6f61f2d0f9 None None] Network 6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:18:14.305271 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f96fd-eba1-4d71-8ff3-55eaa1cef7e5 req-9c4080a1-60a3-491d-a6f5-442db87de559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:14.312540 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d14f96fd-eba1-4d71-8ff3-55eaa1cef7e5 req-9c4080a1-60a3-491d-a6f5-442db87de559 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21dcf34e0574c399a2bc5964d0fa113&device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 1097 time: 0.3185873 May 18 06:18:14.411391 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-7bad593c-d339-4cc7-a59a-9cdb28ca9162 service neutron] 10.222.0.10 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443757 May 18 06:18:14.539894 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 41756) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:14.592848 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Allocated IP 172.20.0.7 (63fb2906-cb4e-4f2c-956d-77352265304c/9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49/2748c079-bece-4884-8ca2-bf9b9f1ee51f) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:18:14.673426 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f96fd-eba1-4d71-8ff3-55eaa1cef7e5 req-f0487f6e-4c10-4350-8028-3cc09350166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:14.675233 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d14f96fd-eba1-4d71-8ff3-55eaa1cef7e5 req-f0487f6e-4c10-4350-8028-3cc09350166a service neutron] 10.222.0.39 "GET /v2.0/networks?id=63fb2906-cb4e-4f2c-956d-77352265304c HTTP/1.1" status: 200 len: 919 time: 0.3552547 May 18 06:18:14.686245 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-de92895f-1f6c-42c0-99d1-d9b1e09b1827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:14.714955 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-de92895f-1f6c-42c0-99d1-d9b1e09b1827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:14.730330 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-de92895f-1f6c-42c0-99d1-d9b1e09b1827 admin admin] Usage tracker for resource:security_group_rule and tenant:075aabbe80d14bbf9f39fbdf6af13767 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:14.789458 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-de92895f-1f6c-42c0-99d1-d9b1e09b1827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:14.810479 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d14f96fd-eba1-4d71-8ff3-55eaa1cef7e5 req-5392c9bb-9734-4dab-aca6-2dfc75dbda2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07550f62-2fe0-47d6-80c1-a4e85a841434 HTTP/1.1" status: 200 len: 217 time: 0.0858874 May 18 06:18:14.823610 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-30678609-0734-4fc7-86a8-11a92bd5da72 req-799492ef-f15f-4867-a843-74bc62c56abf tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 210 time: 0.1016355 May 18 06:18:14.824478 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-de92895f-1f6c-42c0-99d1-d9b1e09b1827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:14.848910 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5a1647a2-6cac-431d-a53b-660175c65aee req-9abd4d39-db5d-4135-93bc-0953df6f5f20 service neutron] 10.222.0.39 "GET /v2.0/networks/accd4a82-c6a0-4808-b580-93b081df5b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364450 May 18 06:18:15.021749 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5a1647a2-6cac-431d-a53b-660175c65aee req-61a0f306-99be-425f-b472-fb6cbf2015dd service neutron] 10.222.0.39 "GET /v2.0/networks/accd4a82-c6a0-4808-b580-93b081df5b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648464 May 18 06:18:15.111141 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-15bda73c-2b66-42ba-92f4-a5a81355ad65 req-e0b1c3c4-d723-4069-8ccd-da87b76500fd tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 210 time: 0.0682130 May 18 06:18:15.125716 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0c42c-a19a-4517-9357-a84c0969bffc req-efab7dc1-84d5-4837-9e0c-e46a2e42070f tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:15.134403 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2cb0c42c-a19a-4517-9357-a84c0969bffc req-efab7dc1-84d5-4837-9e0c-e46a2e42070f tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 944 time: 0.7206614 May 18 06:18:15.212538 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2cb0c42c-a19a-4517-9357-a84c0969bffc req-63198b78-2d13-40cc-8d8d-cc9230f0ad46 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771060 May 18 06:18:15.285072 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-de92895f-1f6c-42c0-99d1-d9b1e09b1827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.286147 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 41790) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:15.293718 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-643865075-network', 'tenant_id': '42f47f52c9dc4f1eb5caaa603732d88f'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:15.295010 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f96fd-eba1-4d71-8ff3-55eaa1cef7e5 req-567cab69-8197-4eba-bfa5-cae0b5aa1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:15.296492 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d14f96fd-eba1-4d71-8ff3-55eaa1cef7e5 req-567cab69-8197-4eba-bfa5-cae0b5aa1e24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49 HTTP/1.1" status: 200 len: 859 time: 0.4733613 May 18 06:18:15.298939 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-de92895f-1f6c-42c0-99d1-d9b1e09b1827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.300061 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:15.310647 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Usage tracker for resource:network and tenant:42f47f52c9dc4f1eb5caaa603732d88f is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:15.315817 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:15.374225 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:15.387151 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:15.402659 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92895f-1f6c-42c0-99d1-d9b1e09b1827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a27669-82e0-40c2-bff1-736713dd30bd,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:15.416935 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d14f96fd-eba1-4d71-8ff3-55eaa1cef7e5 req-588e0dee-f069-4f36-ad0d-78feb9aa7801 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63fb2906-cb4e-4f2c-956d-77352265304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082239 May 18 06:18:15.474346 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-de92895f-1f6c-42c0-99d1-d9b1e09b1827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:15.487928 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-de92895f-1f6c-42c0-99d1-d9b1e09b1827 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=075aabbe80d14bbf9f39fbdf6af13767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9415123 May 18 06:18:15.494400 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 41802) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:15.499415 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Made reservation on behalf of 42f47f52c9dc4f1eb5caaa603732d88f for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:15.502414 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.531439 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.536307 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.575554 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:15.586427 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Usage tracker for resource:security_group_rule and tenant:42f47f52c9dc4f1eb5caaa603732d88f is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:15.591301 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:15.603314 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:15.604822 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d14f96fd-eba1-4d71-8ff3-55eaa1cef7e5 req-dd74df3e-7425-43c3-8d5a-98285f2f4e9b service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768775 May 18 06:18:15.613388 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319d2ff-0bde-42f0-bcb9-6704a5e37a0c req-1172b5f3-1315-4151-9be6-c2246067cd88 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:15.615220 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8319d2ff-0bde-42f0-bcb9-6704a5e37a0c req-1172b5f3-1315-4151-9be6-c2246067cd88 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 944 time: 0.2195823 May 18 06:18:15.644305 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.655930 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5e90b83f-b633-49f6-a19c-bfd0ea35ab52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.713625 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:15.730958 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5e90b83f-b633-49f6-a19c-bfd0ea35ab52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.745308 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8319d2ff-0bde-42f0-bcb9-6704a5e37a0c req-92b8e884-5dcf-4e20-a40a-f13cc9b11643 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198282 May 18 06:18:15.817626 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Network 63fb2906-cb4e-4f2c-956d-77352265304c is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:18:15.836585 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:15.839974 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:18:15.844063 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.846046 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:15.846769 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.852756 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.861506 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:15.870117 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5e90b83f-b633-49f6-a19c-bfd0ea35ab52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.871780 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Pushing event updated for resources: {'Port': ['ID=2748c079-bece-4884-8ca2-bf9b9f1ee51f,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:15.874984 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:15.897372 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:18:15.901774 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d14f96fd-eba1-4d71-8ff3-55eaa1cef7e5 req-745bc4c2-4762-44a6-8230-87f57e65fd4f service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861357 May 18 06:18:15.902377 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3281803 May 18 06:18:15.922813 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Request body: {'port': {'device_id': 'bb7fe055-44fc-486e-82e9-0886dcf0990d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:15.931528 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.931882 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.segments_db [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Added segment 75842897-786d-432f-bb9d-0279670d8822 of type vlan for network f0c1a1a3-3606-4329-b47e-9adcfde8d0e6 May 18 06:18:15.933311 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcff60e7-a56a-4848-9646-65c7150672df,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:15.936324 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5e90b83f-b633-49f6-a19c-bfd0ea35ab52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:15.937545 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-5e90b83f-b633-49f6-a19c-bfd0ea35ab52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54a27669-82e0-40c2-bff1-736713dd30bd HTTP/1.1" status: 204 len: 168 time: 0.4411392 May 18 06:18:15.956208 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:15.956649 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:16.000204 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90b83f-b633-49f6-a19c-bfd0ea35ab52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a27669-82e0-40c2-bff1-736713dd30bd,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:16.005817 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5e90b83f-b633-49f6-a19c-bfd0ea35ab52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:16.052274 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.123223 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.163070 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.212112 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:16.215468 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.254745 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ebcfcee8-a8a1-4c1c-871f-3c3d01e7babc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:16.420687 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1333325 May 18 06:18:16.427264 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c00c7c9b-adca-4ade-8ca8-778579601ff9 req-5444159f-9eba-44d4-9e9a-7de32ada927e tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 210 time: 0.0860908 May 18 06:18:16.429273 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 41840) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:16.436270 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Pushing event updated for resources: {'Network': ['ID=f0c1a1a3-3606-4329-b47e-9adcfde8d0e6,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:16.441510 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Request body: {'subnet': {'network_id': 'f0c1a1a3-3606-4329-b47e-9adcfde8d0e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-643865075-subnet', 'tenant_id': '42f47f52c9dc4f1eb5caaa603732d88f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:16.457053 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:16.461686 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network f0c1a1a3-3606-4329-b47e-9adcfde8d0e6 details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:18:16.465333 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:16.476446 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Usage tracker for resource:subnet and tenant:42f47f52c9dc4f1eb5caaa603732d88f is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:16.483561 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:16.507298 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60695d-98e2-44dd-aaf4-958348ca732d req-cb623c0e-a61f-45e9-ac4c-cea5c9f62ac7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:16.517893 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5e60695d-98e2-44dd-aaf4-958348ca732d req-cb623c0e-a61f-45e9-ac4c-cea5c9f62ac7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 931 time: 0.3970678 May 18 06:18:16.521003 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:16.652444 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-5e60695d-98e2-44dd-aaf4-958348ca732d req-635ff4e8-19ae-445e-81e0-270b818a01a7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Synchronizing usage tracker for tenant:c21dcf34e0574c399a2bc5964d0fa113 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:16.657614 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2748c079-bece-4884-8ca2-bf9b9f1ee51f {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:16.671290 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Made reservation on behalf of 42f47f52c9dc4f1eb5caaa603732d88f for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:16.681200 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.733740 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.764694 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Transition to ACTIVE for port object 2748c079-bece-4884-8ca2-bf9b9f1ee51f will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:16.786434 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.798584 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-8051d322-c741-4d01-be8b-7392c69ee5e9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:16.879415 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-5e60695d-98e2-44dd-aaf4-958348ca732d req-635ff4e8-19ae-445e-81e0-270b818a01a7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Unset dirty status for tenant:c21dcf34e0574c399a2bc5964d0fa113 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:16.880540 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5e60695d-98e2-44dd-aaf4-958348ca732d req-635ff4e8-19ae-445e-81e0-270b818a01a7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617756 May 18 06:18:16.928833 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd00bc-7523-4c7f-a475-5a16b6357306 req-0a923695-b165-46f7-8b44-75224f5cb953 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:16.930368 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8bfd00bc-7523-4c7f-a475-5a16b6357306 req-0a923695-b165-46f7-8b44-75224f5cb953 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 944 time: 0.3547790 May 18 06:18:16.956343 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-b04a3178-8f1d-4415-9845-fa2290156d07 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:16.957011 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-b04a3178-8f1d-4415-9845-fa2290156d07 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Synchronizing usage tracker for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:network {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:16.990976 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Pushing event updated for resources: {'Port': ['ID=2748c079-bece-4884-8ca2-bf9b9f1ee51f,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:17.054800 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:17.055518 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-b04a3178-8f1d-4415-9845-fa2290156d07 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Unset dirty status for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:network {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:17.056785 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-b04a3178-8f1d-4415-9845-fa2290156d07 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.39 "GET /v2.0/networks?id=35e6311d-ad34-4c28-8e8c-cb843c53a901 HTTP/1.1" status: 200 len: 810 time: 0.4680669 May 18 06:18:17.091948 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Attempting to bind port 2748c079-bece-4884-8ca2-bf9b9f1ee51f on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:17.092305 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Attempting to bind port 2748c079-bece-4884-8ca2-bf9b9f1ee51f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b590b07c-8038-4cf5-934a-e5964d636934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:17.092630 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Attempting to bind port 2748c079-bece-4884-8ca2-bf9b9f1ee51f on network 63fb2906-cb4e-4f2c-956d-77352265304c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:17.106292 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Port 2748c079-bece-4884-8ca2-bf9b9f1ee51f on network 63fb2906-cb4e-4f2c-956d-77352265304c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:18:17.106606 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Attempting to bind port 2748c079-bece-4884-8ca2-bf9b9f1ee51f on network 63fb2906-cb4e-4f2c-956d-77352265304c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:17.117035 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:17.117236 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Checking segment: {'id': 'b590b07c-8038-4cf5-934a-e5964d636934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:17.117566 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Bound using segment: {'id': 'b590b07c-8038-4cf5-934a-e5964d636934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:17.117997 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Bound port: 2748c079-bece-4884-8ca2-bf9b9f1ee51f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b590b07c-8038-4cf5-934a-e5964d636934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:17.118338 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.136639 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8bfd00bc-7523-4c7f-a475-5a16b6357306 req-12a15ab1-1c6c-4254-95dc-e8f2fcb3667b tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976185 May 18 06:18:17.137545 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-ff7f2f9d-9338-46c4-98d7-e68e2ad746d2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Synchronizing usage tracker for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:security_group {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:17.209517 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-ff7f2f9d-9338-46c4-98d7-e68e2ad746d2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Unset dirty status for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:security_group {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:17.210755 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-ff7f2f9d-9338-46c4-98d7-e68e2ad746d2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f834aee473dd4b68b11e9ea8eb94614b HTTP/1.1" status: 200 len: 379 time: 0.1450770 May 18 06:18:17.225661 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072df569-998b-4720-92d5-95837e86a5a5 req-42586322-0000-4f42-b616-d1794cbe8789 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:17.230835 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-072df569-998b-4720-92d5-95837e86a5a5 req-42586322-0000-4f42-b616-d1794cbe8789 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 944 time: 0.2035251 May 18 06:18:17.231145 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Request body: {'port': {'device_id': '5281e8ed-7175-423b-baf8-c4f09ce63b71', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'admin_state_up': True, 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'security_groups': ['18b3e02a-0acb-40a6-8fe6-660bf314c8ab']}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:17.335104 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-072df569-998b-4720-92d5-95837e86a5a5 req-3f5211cf-f5e2-41ae-8ed4-8d65e633897b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571091 May 18 06:18:17.346343 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] For port 2748c079-bece-4884-8ca2-bf9b9f1ee51f, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:17.362544 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] For port 2748c079-bece-4884-8ca2-bf9b9f1ee51f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2748c079-bece-4884-8ca2-bf9b9f1ee51f,segment=NetworkSegment(b590b07c-8038-4cf5-934a-e5964d636934),segment_id=b590b07c-8038-4cf5-934a-e5964d636934)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:17.372240 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.493569 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.500128 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d56f3658-7cc4-4bb5-88bd-421bc1147e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:17.510461 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:17.524413 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 07550f62-2fe0-47d6-80c1-a4e85a841434 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:18:17.609058 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Checking segment: {'id': '75842897-786d-432f-bb9d-0279670d8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0c1a1a3-3606-4329-b47e-9adcfde8d0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:17.609369 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Network hostable DHCP agents. Network: f0c1a1a3-3606-4329-b47e-9adcfde8d0e6, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:18:17.614061 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5839f18-c6ee-46a9-a40c-3a7a80c62998,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:17.619379 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:17.649119 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Network f0c1a1a3-3606-4329-b47e-9adcfde8d0e6 is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:18:17.657121 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:17.657726 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.659165 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] 10.222.0.39 "PUT /v2.0/ports/2748c079-bece-4884-8ca2-bf9b9f1ee51f HTTP/1.1" status: 200 len: 1093 time: 1.7407985 May 18 06:18:17.661553 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7fe055-44fc-486e-82e9-0886dcf0990d', 'tag': '2748c079-bece-4884-8ca2-bf9b9f1ee51f'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:17.681967 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, f0c1a1a3-3606-4329-b47e-9adcfde8d0e6) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:17.684822 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:17.708680 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:17.714027 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.736170 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b242245-de47-484c-a647-9bfa74544d86 None None] Network f0c1a1a3-3606-4329-b47e-9adcfde8d0e6 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:18:17.778242 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:17.791183 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Pushing event updated for resources: {'Port': ['ID=2748c079-bece-4884-8ca2-bf9b9f1ee51f,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:17.807325 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7fe055-44fc-486e-82e9-0886dcf0990d', 'tag': '2748c079-bece-4884-8ca2-bf9b9f1ee51f', 'status': 'completed', 'code': 200} May 18 06:18:17.825704 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:17.833396 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Made reservation on behalf of f834aee473dd4b68b11e9ea8eb94614b for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:17.839860 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.850503 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4c598217-e48c-4c76-931c-7ee605185b15 req-1eb56ad8-3671-4f1b-9ff0-8c608915dd27 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 210 time: 0.1464388 May 18 06:18:17.867898 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-4220ff02-e1de-4479-b239-5577a2b4bb4e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4342561 May 18 06:18:17.947956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-f6d06025-8355-49ce-acdb-5ff3e99b3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:17.949885 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-f6d06025-8355-49ce-acdb-5ff3e99b3f80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21dcf34e0574c399a2bc5964d0fa113&device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 1096 time: 0.2407825 May 18 06:18:18.046807 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-b0b56549-874b-4058-ba7e-c5680931fde3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2748c079-bece-4884-8ca2-bf9b9f1ee51f HTTP/1.1" status: 200 len: 217 time: 0.0866351 May 18 06:18:18.082308 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 07550f62-2fe0-47d6-80c1-a4e85a841434, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07550f62-2fe0-47d6-80c1-a4e85a841434,segment=NetworkSegment(b590b07c-8038-4cf5-934a-e5964d636934),segment_id=b590b07c-8038-4cf5-934a-e5964d636934)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:18.095072 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2e4303-cb6f-4757-abb8-b604a21e8177 None None] Network f0c1a1a3-3606-4329-b47e-9adcfde8d0e6 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:18:18.152727 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 41906) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:18.181870 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492e3ed-9a6e-49cb-87ca-bc81160a9222 req-c70b0f6e-89fe-4d89-ab0e-fcf8537020f7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:18.184536 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-649cf15a-cce1-4eba-9fab-892cd4e3ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:18.186075 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-649cf15a-cce1-4eba-9fab-892cd4e3ecb3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49 HTTP/1.1" status: 200 len: 859 time: 0.0983186 May 18 06:18:18.189867 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Allocated IP 172.20.0.4 (35e6311d-ad34-4c28-8e8c-cb843c53a901/44a1e5f8-6f01-488d-b18f-cc75d3335fda/80d2dc66-62c1-4c13-8679-47b66989cc80) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:18:18.197243 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e492e3ed-9a6e-49cb-87ca-bc81160a9222 req-c70b0f6e-89fe-4d89-ab0e-fcf8537020f7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 943 time: 0.1374755 May 18 06:18:18.245985 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-f0e544dc-93cd-4200-ba42-c72a5eeaac9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63fb2906-cb4e-4f2c-956d-77352265304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517852 May 18 06:18:18.320856 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e492e3ed-9a6e-49cb-87ca-bc81160a9222 req-09203838-cefe-419d-ba43-2d304677b99d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193008 May 18 06:18:18.397564 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '07550f62-2fe0-47d6-80c1-a4e85a841434', 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c', 'port_id': '07550f62-2fe0-47d6-80c1-a4e85a841434', 'mac_address': 'fa:16:3e:ca:a2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:18:18.533739 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7b5b7-efae-4107-b4d6-68a4a7009182 req-057b5bd2-7325-4385-9437-45f6704abbbd tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:18.543572 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7c08f119-b664-4b2e-bad3-fce1ae2434f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.544899 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fbf7b5b7-efae-4107-b4d6-68a4a7009182 req-057b5bd2-7325-4385-9437-45f6704abbbd tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 944 time: 0.1861973 May 18 06:18:18.582787 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.604453 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07550f62-2fe0-47d6-80c1-a4e85a841434 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:18.612251 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-7c08f119-b664-4b2e-bad3-fce1ae2434f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:18.626069 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-7c08f119-b664-4b2e-bad3-fce1ae2434f6 admin admin] Usage tracker for resource:security_group_rule and tenant:5d33a408feb94e44b5ab1eca54125ffb is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:18.629021 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 07550f62-2fe0-47d6-80c1-a4e85a841434, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07550f62-2fe0-47d6-80c1-a4e85a841434,segment=NetworkSegment(b590b07c-8038-4cf5-934a-e5964d636934),segment_id=b590b07c-8038-4cf5-934a-e5964d636934)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:18.630623 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-7c08f119-b664-4b2e-bad3-fce1ae2434f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:18.639129 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.640719 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:18:18.645603 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:18.654516 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-7c08f119-b664-4b2e-bad3-fce1ae2434f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:18.666230 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fbf7b5b7-efae-4107-b4d6-68a4a7009182 req-074dca60-61b9-4c1b-8369-6ebe53839693 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203141 May 18 06:18:18.686621 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-a7d5f77e-e082-43a5-bf18-7683a041088a service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268441 May 18 06:18:18.739827 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0722a-1fc1-4e11-a07a-728651e83183 req-d34b1f31-26ca-43c9-8701-351e7ca64ccf tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:18.748067 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-37b0722a-1fc1-4e11-a07a-728651e83183 req-d34b1f31-26ca-43c9-8701-351e7ca64ccf tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 944 time: 0.1513822 May 18 06:18:18.812221 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-37b0722a-1fc1-4e11-a07a-728651e83183 req-e66c0358-708f-4921-ade0-34bb46a4e30d tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629761 May 18 06:18:18.870421 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.876371 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=07550f62-2fe0-47d6-80c1-a4e85a841434,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:18.891335 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:18.915005 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Transition to ACTIVE for port object 80d2dc66-62c1-4c13-8679-47b66989cc80 will not be triggered until provisioned by entity DHCP. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:18.976843 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-02e7dfa8-32c9-4113-a605-18cafab888d7 req-06960528-5118-479d-a5ff-156490daa5a1 service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793682 May 18 06:18:18.989515 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4aed4e09-4aa4-48e3-a312-fb1890ceb9ed,segment=NetworkSegment(5ba2825a-9bd0-400d-a03c-cc186998a1cd),segment_id=5ba2825a-9bd0-400d-a03c-cc186998a1cd)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:19.026006 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '4aed4e09-4aa4-48e3-a312-fb1890ceb9ed', 'network_id': 'accd4a82-c6a0-4808-b580-93b081df5b0d', 'port_id': '4aed4e09-4aa4-48e3-a312-fb1890ceb9ed', 'mac_address': 'fa:16:3e:e7:9d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8202f2-40e2-4f04-ab88-f93b1fe26d98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:18:19.062524 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-72e709bb-0df8-4961-a59f-500e26b66614 req-bc011dfd-bfc4-478d-8dfc-50662a03cad9 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 210 time: 0.0748744 May 18 06:18:19.085436 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7c08f119-b664-4b2e-bad3-fce1ae2434f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.105039 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7c08f119-b664-4b2e-bad3-fce1ae2434f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.119751 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c8c70531-b619-4325-9961-a2ee55dbe372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:19.127256 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.129079 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.156584 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:19.175550 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4aed4e09-4aa4-48e3-a312-fb1890ceb9ed,segment=NetworkSegment(5ba2825a-9bd0-400d-a03c-cc186998a1cd),segment_id=5ba2825a-9bd0-400d-a03c-cc186998a1cd)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:19.181914 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.182165 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Network 35e6311d-ad34-4c28-8e8c-cb843c53a901 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:18:19.182932 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device d127f2be-6003-4e58-905a-795e54fd1442 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:18:19.187407 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:19.190654 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:18:19.196725 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:19.197335 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.207462 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-7c08f119-b664-4b2e-bad3-fce1ae2434f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d33a408feb94e44b5ab1eca54125ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0534468 May 18 06:18:19.210397 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 41946) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:19.215129 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08f119-b664-4b2e-bad3-fce1ae2434f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca6290b-9c2b-42e7-bbcd-b6c74334c24e,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:19.219166 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7c08f119-b664-4b2e-bad3-fce1ae2434f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:19.222561 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:19.289691 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 41954) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:19.311553 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event updated for resources: {'Port': ['ID=80d2dc66-62c1-4c13-8679-47b66989cc80,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:19.315365 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:19.345074 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad84ae-92aa-4c05-b3cc-cac77b407abc req-7206c069-2f29-4ddd-9dd2-0fd3dec1d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:19.346750 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-53ad84ae-92aa-4c05-b3cc-cac77b407abc req-7206c069-2f29-4ddd-9dd2-0fd3dec1d720 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21dcf34e0574c399a2bc5964d0fa113&device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 1096 time: 0.3096600 May 18 06:18:19.348737 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1260331 May 18 06:18:19.358513 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:19.372687 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Request body: {'port': {'device_id': '5281e8ed-7175-423b-baf8-c4f09ce63b71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:19.524174 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=4aed4e09-4aa4-48e3-a312-fb1890ceb9ed,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:19.528850 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:19.567812 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port d127f2be-6003-4e58-905a-795e54fd1442, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d127f2be-6003-4e58-905a-795e54fd1442,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:19.585466 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': 'd127f2be-6003-4e58-905a-795e54fd1442', 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c', 'port_id': 'd127f2be-6003-4e58-905a-795e54fd1442', 'mac_address': 'fa:16:3e:c7:61:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf6dc63-a4ed-4903-9854-af249747843b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:18:19.588858 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-6410c359-3c92-47df-92c5-19eeebc8b4a3 None None] Provisioning for port 80d2dc66-62c1-4c13-8679-47b66989cc80 completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:19.632596 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c141ab18-3cdb-4f14-83cf-33a39d954f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.642579 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-6410c359-3c92-47df-92c5-19eeebc8b4a3 None None] Provisioning complete for port 80d2dc66-62c1-4c13-8679-47b66989cc80 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:19.642957 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6410c359-3c92-47df-92c5-19eeebc8b4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.645405 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4aa2fc28-c4aa-43f2-8584-29117ca55e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.677364 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4aa2fc28-c4aa-43f2-8584-29117ca55e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:19.690306 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.696802 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-4aa2fc28-c4aa-43f2-8584-29117ca55e33 admin admin] Usage tracker for resource:security_group_rule and tenant:03bd2ddadc034f5eaa818a8421715ec2 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:19.705060 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c141ab18-3cdb-4f14-83cf-33a39d954f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.707913 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.712270 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-4aa2fc28-c4aa-43f2-8584-29117ca55e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:19.720999 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-a77a31a1-f220-4593-b0b2-39feaa5d0fe2 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:19.724709 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-a77a31a1-f220-4593-b0b2-39feaa5d0fe2 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/networks?id=6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3 HTTP/1.1" status: 200 len: 808 time: 0.4813190 May 18 06:18:19.725938 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-6410c359-3c92-47df-92c5-19eeebc8b4a3 None None] Port 80d2dc66-62c1-4c13-8679-47b66989cc80 cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:18:19.729691 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d127f2be-6003-4e58-905a-795e54fd1442 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:19.745980 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port d127f2be-6003-4e58-905a-795e54fd1442, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d127f2be-6003-4e58-905a-795e54fd1442,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:19.748214 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4aa2fc28-c4aa-43f2-8584-29117ca55e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:19.751456 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.753706 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ee704f06-fb29-4e09-a859-11d6ee1b1488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:19.763386 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-d8397af9-b038-46e3-81ad-b1eb920beb90 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/quotas/d6337233b1f442979c9d2f5f84f2b997 HTTP/1.1" status: 200 len: 375 time: 0.0247047 May 18 06:18:19.782003 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad84ae-92aa-4c05-b3cc-cac77b407abc req-23f45b9d-ec87-4a8c-abc0-c8c3c678ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:19.783341 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-53ad84ae-92aa-4c05-b3cc-cac77b407abc req-23f45b9d-ec87-4a8c-abc0-c8c3c678ccf2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=63fb2906-cb4e-4f2c-956d-77352265304c HTTP/1.1" status: 200 len: 919 time: 0.4238133 May 18 06:18:19.822965 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=d127f2be-6003-4e58-905a-795e54fd1442,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:19.826044 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:19.853609 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-2caef629-a58b-453b-8c9e-314a52936682 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6337233b1f442979c9d2f5f84f2b997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785985 May 18 06:18:19.863692 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc3016-394b-478c-a7a5-60e8c58a2be4 req-15a82cf5-00cd-4db8-be0b-c8bed8d4dbfa tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:19.865754 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8fdc3016-394b-478c-a7a5-60e8c58a2be4 req-15a82cf5-00cd-4db8-be0b-c8bed8d4dbfa tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 943 time: 0.3282518 May 18 06:18:19.951134 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-53ad84ae-92aa-4c05-b3cc-cac77b407abc req-ae575287-970f-48e4-86f3-1fc19238e0c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2748c079-bece-4884-8ca2-bf9b9f1ee51f HTTP/1.1" status: 200 len: 217 time: 0.1572998 May 18 06:18:20.034771 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c141ab18-3cdb-4f14-83cf-33a39d954f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.050005 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8fdc3016-394b-478c-a7a5-60e8c58a2be4 req-f49c96fd-66b1-429c-8026-8899c251598c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581526 May 18 06:18:20.057853 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:20.087122 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141ab18-3cdb-4f14-83cf-33a39d954f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca6290b-9c2b-42e7-bbcd-b6c74334c24e,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:20.090480 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c141ab18-3cdb-4f14-83cf-33a39d954f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:20.091262 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad84ae-92aa-4c05-b3cc-cac77b407abc req-cb9e962c-530b-4366-aaf6-035c9f380163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:20.092703 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-53ad84ae-92aa-4c05-b3cc-cac77b407abc req-cb9e962c-530b-4366-aaf6-035c9f380163 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49 HTTP/1.1" status: 200 len: 859 time: 0.1319530 May 18 06:18:20.125153 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-33e42bdb-3a97-43fc-8a60-e4f892d3a8cf service neutron] 10.222.0.10 "GET /v2.0/networks/6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581437 May 18 06:18:20.130521 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4aa2fc28-c4aa-43f2-8584-29117ca55e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.132533 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c141ab18-3cdb-4f14-83cf-33a39d954f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.133697 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-c141ab18-3cdb-4f14-83cf-33a39d954f6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ca6290b-9c2b-42e7-bbcd-b6c74334c24e HTTP/1.1" status: 204 len: 168 time: 0.9222722 May 18 06:18:20.139212 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4aa2fc28-c4aa-43f2-8584-29117ca55e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.151048 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-53ad84ae-92aa-4c05-b3cc-cac77b407abc req-df4890b0-e6e6-48f1-8450-f310614a9082 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63fb2906-cb4e-4f2c-956d-77352265304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487137 May 18 06:18:20.179906 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:20.246366 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['4aed4e09-4aa4-48e3-a312-fb1890ceb9ed'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:20.303739 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['07550f62-2fe0-47d6-80c1-a4e85a841434'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:20.375857 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-53ad84ae-92aa-4c05-b3cc-cac77b407abc req-e76b48f9-97ca-49ea-94b6-1a3e3639a805 service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163408 May 18 06:18:20.387531 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['d127f2be-6003-4e58-905a-795e54fd1442'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:20.415671 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d2dc66-62c1-4c13-8679-47b66989cc80 {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:20.420746 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2fc28-c4aa-43f2-8584-29117ca55e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d1ecf0-fdc0-4730-9da4-93c03044682b,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:20.428341 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4aa2fc28-c4aa-43f2-8584-29117ca55e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:20.434664 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-4aa2fc28-c4aa-43f2-8584-29117ca55e33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03bd2ddadc034f5eaa818a8421715ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1389105 May 18 06:18:20.439766 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 41974) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:20.481831 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.506312 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Transition to ACTIVE for port object 80d2dc66-62c1-4c13-8679-47b66989cc80 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:20.516627 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-fc0fef61-8ee7-49a1-a7fa-e369a54e5f93 service neutron] 10.222.0.10 "GET /v2.0/networks/6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764122 May 18 06:18:20.525041 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 41978) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:20.525986 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.542532 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb4d35-8346-44c9-ace4-3a5bfecbf24c req-c869bf62-c05e-4d39-a25d-53c694fe7a51 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:20.544608 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-aadb4d35-8346-44c9-ace4-3a5bfecbf24c req-c869bf62-c05e-4d39-a25d-53c694fe7a51 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 945 time: 0.3675816 May 18 06:18:20.555828 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:20.604370 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a5accd89-cbfb-4685-9681-dfcd375d7582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.609385 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9ec1369a-294d-406e-9ac4-60fbed4e7ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.638456 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-53ad84ae-92aa-4c05-b3cc-cac77b407abc req-a4a93db6-433f-4ca5-9065-30288abebceb service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533484 May 18 06:18:20.673535 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-aadb4d35-8346-44c9-ace4-3a5bfecbf24c req-2f6838fd-d251-4012-b88b-c7fc2674fb02 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193004 May 18 06:18:20.718585 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a5accd89-cbfb-4685-9681-dfcd375d7582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.770514 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9ec1369a-294d-406e-9ac4-60fbed4e7ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:20.790804 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9ec1369a-294d-406e-9ac4-60fbed4e7ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:1f63f9752be7496c9f460cf97c90ccfd is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:20.824694 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Pushing event updated for resources: {'Port': ['ID=80d2dc66-62c1-4c13-8679-47b66989cc80,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:20.836624 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:20.840305 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a5accd89-cbfb-4685-9681-dfcd375d7582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.843358 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9ec1369a-294d-406e-9ac4-60fbed4e7ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:20.873151 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:20.950542 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9ec1369a-294d-406e-9ac4-60fbed4e7ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:20.973600 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5accd89-cbfb-4685-9681-dfcd375d7582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d1ecf0-fdc0-4730-9da4-93c03044682b,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:20.976217 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a5accd89-cbfb-4685-9681-dfcd375d7582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:21.036928 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a5accd89-cbfb-4685-9681-dfcd375d7582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.039003 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-a5accd89-cbfb-4685-9681-dfcd375d7582 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73d1ecf0-fdc0-4730-9da4-93c03044682b HTTP/1.1" status: 204 len: 168 time: 0.5976579 May 18 06:18:21.071198 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9ec1369a-294d-406e-9ac4-60fbed4e7ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.104708 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9ec1369a-294d-406e-9ac4-60fbed4e7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.119957 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:21.131376 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Attempting to bind port 80d2dc66-62c1-4c13-8679-47b66989cc80 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:21.131707 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Attempting to bind port 80d2dc66-62c1-4c13-8679-47b66989cc80 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:21.132030 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Attempting to bind port 80d2dc66-62c1-4c13-8679-47b66989cc80 on network 35e6311d-ad34-4c28-8e8c-cb843c53a901 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:21.147638 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Port 80d2dc66-62c1-4c13-8679-47b66989cc80 on network 35e6311d-ad34-4c28-8e8c-cb843c53a901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:18:21.147964 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Attempting to bind port 80d2dc66-62c1-4c13-8679-47b66989cc80 on network 35e6311d-ad34-4c28-8e8c-cb843c53a901 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:21.174223 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0ebc0-4366-4d7c-81cf-d9f731082504 req-7a7842ec-6456-4294-9c19-323ffddfba17 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:21.176363 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9cf0ebc0-4366-4d7c-81cf-d9f731082504 req-7a7842ec-6456-4294-9c19-323ffddfba17 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 945 time: 0.2758186 May 18 06:18:21.184013 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:21.184470 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Checking segment: {'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:21.184626 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fda80-6075-4fa9-8e3d-53583d6cd93e req-312e1e5c-f9e1-4e52-9679-3ab832b93ea4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:21.184855 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Bound using segment: {'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:21.185289 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Bound port: 80d2dc66-62c1-4c13-8679-47b66989cc80, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:21.185631 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.187011 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ed7fda80-6075-4fa9-8e3d-53583d6cd93e req-312e1e5c-f9e1-4e52-9679-3ab832b93ea4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 943 time: 0.2040720 May 18 06:18:21.212467 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-9ec1369a-294d-406e-9ac4-60fbed4e7ec2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f63f9752be7496c9f460cf97c90ccfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6855752 May 18 06:18:21.213208 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1369a-294d-406e-9ac4-60fbed4e7ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7608e6ea-a6cc-4523-95de-cca0fcaa488d,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:21.215890 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 41998) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:21.230129 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9ec1369a-294d-406e-9ac4-60fbed4e7ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:21.265123 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9cf0ebc0-4366-4d7c-81cf-d9f731082504 req-d66edc15-5b4b-45cb-9938-b3750010f23e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770135 May 18 06:18:21.320225 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ed7fda80-6075-4fa9-8e3d-53583d6cd93e req-3d835769-7b80-452a-a929-87d33592f172 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901954 May 18 06:18:21.409800 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-96e94b69-cbbe-4cb7-9521-e9f8cd3d67b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.411701 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] For port 80d2dc66-62c1-4c13-8679-47b66989cc80, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:21.415639 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] For port 80d2dc66-62c1-4c13-8679-47b66989cc80, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=80d2dc66-62c1-4c13-8679-47b66989cc80,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:21.426031 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.439443 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c0c32abc-a143-4c91-9d2a-5fe9ffcf1885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:21.478232 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-62f72594-7c9a-43dd-93a1-979f07099e36 req-555fe479-67c8-48a7-b32f-25e1868afb5c tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 210 time: 0.1224341 May 18 06:18:21.514166 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-96e94b69-cbbe-4cb7-9521-e9f8cd3d67b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.540272 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:21.540906 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.542520 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] 10.222.0.39 "PUT /v2.0/ports/80d2dc66-62c1-4c13-8679-47b66989cc80 HTTP/1.1" status: 200 len: 1093 time: 2.1815193 May 18 06:18:21.549442 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5281e8ed-7175-423b-baf8-c4f09ce63b71', 'tag': '80d2dc66-62c1-4c13-8679-47b66989cc80'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:21.617465 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Pushing event updated for resources: {'Port': ['ID=80d2dc66-62c1-4c13-8679-47b66989cc80,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:21.622125 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:21.662558 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-96e94b69-cbbe-4cb7-9521-e9f8cd3d67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.675293 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5281e8ed-7175-423b-baf8-c4f09ce63b71', 'tag': '80d2dc66-62c1-4c13-8679-47b66989cc80', 'status': 'completed', 'code': 200} May 18 06:18:21.675874 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:21.716221 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e94b69-cbbe-4cb7-9521-e9f8cd3d67b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7608e6ea-a6cc-4523-95de-cca0fcaa488d,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:21.720208 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-96e94b69-cbbe-4cb7-9521-e9f8cd3d67b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:21.725085 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-96e94b69-cbbe-4cb7-9521-e9f8cd3d67b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.726999 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-96e94b69-cbbe-4cb7-9521-e9f8cd3d67b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7608e6ea-a6cc-4523-95de-cca0fcaa488d HTTP/1.1" status: 204 len: 168 time: 0.5084794 May 18 06:18:21.781801 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245ecdb-460b-4c4d-b944-46984b2ee9a0 req-d30bd4f9-197c-4d95-8d85-f429272963f7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:21.785632 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f245ecdb-460b-4c4d-b944-46984b2ee9a0 req-d30bd4f9-197c-4d95-8d85-f429272963f7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 943 time: 0.2405670 May 18 06:18:21.814670 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42020) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:21.905592 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f245ecdb-460b-4c4d-b944-46984b2ee9a0 req-440c9d1e-b63d-4ce3-a379-8ef38fdc7884 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054513 May 18 06:18:21.944445 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7793d10d-a2e3-43de-9cf3-6e93c0920b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.984320 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-7793d10d-a2e3-43de-9cf3-6e93c0920b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:21.995910 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-7793d10d-a2e3-43de-9cf3-6e93c0920b96 admin admin] Usage tracker for resource:security_group_rule and tenant:398d3dd2bdc44e7ab9bd05d005768689 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:22.012272 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-7793d10d-a2e3-43de-9cf3-6e93c0920b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:22.036170 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-7793d10d-a2e3-43de-9cf3-6e93c0920b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:22.048137 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbc2b3-9f8b-4e19-83fb-44514a733849 req-305a3c07-4639-45db-a355-1e1d4b3c69cf tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:22.050075 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f0bbc2b3-9f8b-4e19-83fb-44514a733849 req-305a3c07-4639-45db-a355-1e1d4b3c69cf tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 945 time: 0.1632640 May 18 06:18:22.050736 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-69bed221-e831-454e-b470-a914794407bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:22.052331 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-69bed221-e831-454e-b470-a914794407bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f834aee473dd4b68b11e9ea8eb94614b&device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 1096 time: 0.2006614 May 18 06:18:22.095323 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f0bbc2b3-9f8b-4e19-83fb-44514a733849 req-20f5dcba-e01d-4132-b028-fb677cf19bc3 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 May 18 06:18:22.132821 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-fa59a71b-8482-41d4-a599-048bc2bd52f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d2dc66-62c1-4c13-8679-47b66989cc80 HTTP/1.1" status: 200 len: 217 time: 0.0707912 May 18 06:18:22.216834 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-0cbd9751-9537-4a5d-b83b-fce86bee2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:22.218433 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-0cbd9751-9537-4a5d-b83b-fce86bee2e61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44a1e5f8-6f01-488d-b18f-cc75d3335fda HTTP/1.1" status: 200 len: 849 time: 0.0787723 May 18 06:18:22.305409 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7793d10d-a2e3-43de-9cf3-6e93c0920b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:22.314535 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7793d10d-a2e3-43de-9cf3-6e93c0920b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:22.323725 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-680d2634-9ea5-4b0f-91c7-82c5af3041ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:22.374022 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-7793d10d-a2e3-43de-9cf3-6e93c0920b96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=398d3dd2bdc44e7ab9bd05d005768689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582507 May 18 06:18:22.377445 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42042) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:22.382937 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-4d8638ab-4b56-4ce3-9b7d-425459069e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:22.384463 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-4d8638ab-4b56-4ce3-9b7d-425459069e3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35e6311d-ad34-4c28-8e8c-cb843c53a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1563621 May 18 06:18:22.385222 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793d10d-a2e3-43de-9cf3-6e93c0920b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd9fbf7-5ade-4e42-9d39-9fd77c66b614,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:22.388282 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7793d10d-a2e3-43de-9cf3-6e93c0920b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:22.601497 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-145245a8-f0be-42bf-bc1b-e4c2b24bec16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:22.641216 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-145245a8-f0be-42bf-bc1b-e4c2b24bec16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:22.662913 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaaea4-6e0e-4d13-8d71-c156f8cdb24d req-5e562e5d-8130-4806-a409-81f4114c9210 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:22.664999 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0fbaaea4-6e0e-4d13-8d71-c156f8cdb24d req-5e562e5d-8130-4806-a409-81f4114c9210 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 945 time: 0.2332320 May 18 06:18:22.724192 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10aa44-4c61-46ee-bbe8-0679316da33a req-e1c14cd4-a286-45cc-8581-4f5b537a5217 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:22.725751 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6f10aa44-4c61-46ee-bbe8-0679316da33a req-e1c14cd4-a286-45cc-8581-4f5b537a5217 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 943 time: 0.2153921 May 18 06:18:22.754868 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-8beb97fd-6c1b-495e-be0c-aa31c429d4e0 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617771 May 18 06:18:22.768375 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-3e1ee773-528c-4055-8cf2-f4b3ca13c1ee tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:22.768898 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-3e1ee773-528c-4055-8cf2-f4b3ca13c1ee tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Synchronizing usage tracker for tenant:d6337233b1f442979c9d2f5f84f2b997 on resource:network {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:22.784209 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0fbaaea4-6e0e-4d13-8d71-c156f8cdb24d req-605b561e-c003-4193-bd5f-3b42c8e8320d tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048429 May 18 06:18:22.823536 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-145245a8-f0be-42bf-bc1b-e4c2b24bec16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:22.831578 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6f10aa44-4c61-46ee-bbe8-0679316da33a req-0c49fcde-101f-486a-a939-abedfc967fd5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993164 May 18 06:18:22.837949 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:22.860387 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145245a8-f0be-42bf-bc1b-e4c2b24bec16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd9fbf7-5ade-4e42-9d39-9fd77c66b614,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:22.866463 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-145245a8-f0be-42bf-bc1b-e4c2b24bec16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:22.867743 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-145245a8-f0be-42bf-bc1b-e4c2b24bec16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:22.871566 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-145245a8-f0be-42bf-bc1b-e4c2b24bec16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cd9fbf7-5ade-4e42-9d39-9fd77c66b614 HTTP/1.1" status: 204 len: 168 time: 0.4931195 May 18 06:18:22.880446 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-3e1ee773-528c-4055-8cf2-f4b3ca13c1ee tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Unset dirty status for tenant:d6337233b1f442979c9d2f5f84f2b997 on resource:network {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:22.882184 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-3e1ee773-528c-4055-8cf2-f4b3ca13c1ee tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.39 "GET /v2.0/networks?id=6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3 HTTP/1.1" status: 200 len: 808 time: 0.3621316 May 18 06:18:22.907285 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Request body: {'port': {'device_id': 'c97c81ab-8524-4104-8e67-c8ea9ca30035', 'network_id': '6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3', 'admin_state_up': True, 'tenant_id': 'd6337233b1f442979c9d2f5f84f2b997'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:22.986296 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9b2a8303-28cc-4578-8e97-cef24fabd924 req-55b7fd27-ecca-4d0f-bc4d-451fab95fb3d tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 210 time: 0.0563602 May 18 06:18:23.140195 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c1a2de95-f4de-41c9-a04f-d283a148bc0d req-8c6b3d59-411b-4a9a-8544-abf6221865f7 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672662 May 18 06:18:23.150674 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:23.156293 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Usage tracker for resource:port and tenant:d6337233b1f442979c9d2f5f84f2b997 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:23.164477 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:23.178970 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:23.192704 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06d7d0-33cc-46db-8605-bbadaedc0b29 req-d0ef80b0-5a9c-440e-917e-959969bb28a7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:23.203242 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0f06d7d0-33cc-46db-8605-bbadaedc0b29 req-d0ef80b0-5a9c-440e-917e-959969bb28a7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 943 time: 0.1386545 May 18 06:18:23.275521 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0f06d7d0-33cc-46db-8605-bbadaedc0b29 req-70a133ed-8c74-45d1-b94d-5e4939b9c08d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711117 May 18 06:18:23.278073 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Made reservation on behalf of d6337233b1f442979c9d2f5f84f2b997 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:23.281560 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:23.383355 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23523aaf-8923-4386-833c-eb4e7cae162e req-5cc1ba94-290d-49da-8067-d7d3ca119b9a tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:23.385226 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-23523aaf-8923-4386-833c-eb4e7cae162e req-5cc1ba94-290d-49da-8067-d7d3ca119b9a tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 945 time: 0.1040473 May 18 06:18:23.446033 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-23523aaf-8923-4386-833c-eb4e7cae162e req-1e51bef3-40d3-4a26-a941-101ced06aaa3 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549865 May 18 06:18:23.480985 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36133e-a012-4caa-b4e3-9643cebb8bf3 req-e70ae354-490b-46fb-9955-210a266e6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:23.482566 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ef36133e-a012-4caa-b4e3-9643cebb8bf3 req-e70ae354-490b-46fb-9955-210a266e6433 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f834aee473dd4b68b11e9ea8eb94614b&device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 1096 time: 0.2878988 May 18 06:18:23.645400 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36133e-a012-4caa-b4e3-9643cebb8bf3 req-4d75bd75-5a56-42d7-890b-219e841c6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:23.647382 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ef36133e-a012-4caa-b4e3-9643cebb8bf3 req-4d75bd75-5a56-42d7-890b-219e841c6007 service neutron] 10.222.0.39 "GET /v2.0/networks?id=35e6311d-ad34-4c28-8e8c-cb843c53a901 HTTP/1.1" status: 200 len: 910 time: 0.1578028 May 18 06:18:23.653250 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Allocated IP 172.20.0.10 (6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3/db4cd4f1-7079-4d42-be4c-efd3fdeb28b5/a564b5db-5b8d-45be-8a78-c8bf9bc39ad4) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:18:23.754767 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ef36133e-a012-4caa-b4e3-9643cebb8bf3 req-d8ed9180-2b98-44e3-afa6-d6c96b4d1b4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d2dc66-62c1-4c13-8679-47b66989cc80 HTTP/1.1" status: 200 len: 217 time: 0.0758102 May 18 06:18:23.784841 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 07550f62-2fe0-47d6-80c1-a4e85a841434 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:23.857826 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 2748c079-bece-4884-8ca2-bf9b9f1ee51f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:18:23.980939 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36133e-a012-4caa-b4e3-9643cebb8bf3 req-5550504a-9a86-46ae-8b51-1f8923773b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:23.982608 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ef36133e-a012-4caa-b4e3-9643cebb8bf3 req-5550504a-9a86-46ae-8b51-1f8923773b80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44a1e5f8-6f01-488d-b18f-cc75d3335fda HTTP/1.1" status: 200 len: 849 time: 0.2159286 May 18 06:18:24.029213 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f65044-6ee3-4503-a76e-d8c3c30eff4d req-47ff27df-dd64-4cb3-9dba-71b862628612 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:24.045076 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-59f65044-6ee3-4503-a76e-d8c3c30eff4d req-47ff27df-dd64-4cb3-9dba-71b862628612 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 945 time: 0.1069820 May 18 06:18:24.141537 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-59f65044-6ee3-4503-a76e-d8c3c30eff4d req-a141423c-6fe6-4f5e-b64e-f6fbc6355b1a tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952382 May 18 06:18:24.179704 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port 07550f62-2fe0-47d6-80c1-a4e85a841434 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:24.203107 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 2748c079-bece-4884-8ca2-bf9b9f1ee51f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2748c079-bece-4884-8ca2-bf9b9f1ee51f,segment=NetworkSegment(b590b07c-8038-4cf5-934a-e5964d636934),segment_id=b590b07c-8038-4cf5-934a-e5964d636934)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:24.220365 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 07550f62-2fe0-47d6-80c1-a4e85a841434 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:24.220746 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.278416 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.292198 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36133e-a012-4caa-b4e3-9643cebb8bf3 req-794a302d-c421-41a8-921d-f1f1a66ec427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:24.293776 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ef36133e-a012-4caa-b4e3-9643cebb8bf3 req-794a302d-c421-41a8-921d-f1f1a66ec427 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35e6311d-ad34-4c28-8e8c-cb843c53a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2967916 May 18 06:18:24.306928 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '2748c079-bece-4884-8ca2-bf9b9f1ee51f', 'network_id': '63fb2906-cb4e-4f2c-956d-77352265304c', 'port_id': '2748c079-bece-4884-8ca2-bf9b9f1ee51f', 'mac_address': 'fa:16:3e:d8:f8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:18:24.339469 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b21eb-6747-4fcf-9548-988906f73076 req-91c7de01-a314-4cab-aaa8-a89b6d66f11e tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:24.359021 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-392b21eb-6747-4fcf-9548-988906f73076 req-91c7de01-a314-4cab-aaa8-a89b6d66f11e tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 943 time: 0.2097702 May 18 06:18:24.457683 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:18:24.490147 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.491225 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ef36133e-a012-4caa-b4e3-9643cebb8bf3 req-6dcd69af-7357-443e-9f53-729cbdc09eee service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898761 May 18 06:18:24.495580 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.514533 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-10bb0c41-1fad-4b19-bf2a-ce04f17da330 req-1f55a177-32a6-4a32-97aa-4722052e1ffc tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 210 time: 0.1368046 May 18 06:18:24.541485 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-392b21eb-6747-4fcf-9548-988906f73076 req-13135f94-5934-489d-94fb-ce862bbe2b1b tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815736 May 18 06:18:24.616245 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2748c079-bece-4884-8ca2-bf9b9f1ee51f {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:24.701286 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 2748c079-bece-4884-8ca2-bf9b9f1ee51f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2748c079-bece-4884-8ca2-bf9b9f1ee51f,segment=NetworkSegment(b590b07c-8038-4cf5-934a-e5964d636934),segment_id=b590b07c-8038-4cf5-934a-e5964d636934)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:24.706500 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.726008 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.750638 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:24.765143 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:24.801684 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ef36133e-a012-4caa-b4e3-9643cebb8bf3 req-97e10aa6-1001-4f89-b7b2-02dd2a525a1b service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024139 May 18 06:18:24.884292 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Network 6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:18:24.892632 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:24.896030 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0347717b-dbdf-41e5-bc8e-33d7303ad093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07550f62-2fe0-47d6-80c1-a4e85a841434'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:24.898337 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:18:24.905398 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:24.906044 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.998576 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0956671 May 18 06:18:24.999364 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Pushing event updated for resources: {'Port': ['ID=a564b5db-5b8d-45be-8a78-c8bf9bc39ad4,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:25.002512 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:25.022637 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Request body: {'port': {'device_id': 'c97c81ab-8524-4104-8e67-c8ea9ca30035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:25.072449 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 07550f62-2fe0-47d6-80c1-a4e85a841434, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07550f62-2fe0-47d6-80c1-a4e85a841434,segment=NetworkSegment(b590b07c-8038-4cf5-934a-e5964d636934),segment_id=b590b07c-8038-4cf5-934a-e5964d636934)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:25.082463 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:25.083558 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:25.157634 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=2748c079-bece-4884-8ca2-bf9b9f1ee51f,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:25.191350 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:25.196087 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:25.197963 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:25.206857 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0eb7f-80bd-4e14-8a48-416acfb7e371 req-f82492e6-f5ab-49d0-a51b-5e5cf549df06 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:25.224685 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f4d0eb7f-80bd-4e14-8a48-416acfb7e371 req-f82492e6-f5ab-49d0-a51b-5e5cf549df06 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 945 time: 0.4893980 May 18 06:18:25.289784 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['2748c079-bece-4884-8ca2-bf9b9f1ee51f'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:25.290097 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd7391-3092-483f-a697-2a872ab7def8 req-c4cdb983-5cee-497b-937e-a691dc5e3541 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:25.291971 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2edd7391-3092-483f-a697-2a872ab7def8 req-c4cdb983-5cee-497b-937e-a691dc5e3541 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 944 time: 0.4695764 May 18 06:18:25.340055 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f4d0eb7f-80bd-4e14-8a48-416acfb7e371 req-f169ec51-8dd8-4784-98a4-1c8f7aeb4445 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143210 May 18 06:18:25.409268 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2edd7391-3092-483f-a697-2a872ab7def8 req-b345d230-5f4b-45a5-a3a9-6cbf2ed9a467 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066761 May 18 06:18:25.485402 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=07550f62-2fe0-47d6-80c1-a4e85a841434,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:25.489073 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:25.498982 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:25.516480 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:25.516914 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:25.588827 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0347717b-dbdf-41e5-bc8e-33d7303ad093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07550f62-2fe0-47d6-80c1-a4e85a841434', 'code': 200} May 18 06:18:25.698873 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3c04b-e20c-4153-b621-61d3d0222171 req-8d3a11ab-1b14-4d5d-b89e-fc623fbd6671 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:25.716942 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f2d3c04b-e20c-4153-b621-61d3d0222171 req-8d3a11ab-1b14-4d5d-b89e-fc623fbd6671 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 945 time: 0.1874597 May 18 06:18:25.817502 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:25.906126 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4aed4e09-4aa4-48e3-a312-fb1890ceb9ed,segment=NetworkSegment(5ba2825a-9bd0-400d-a03c-cc186998a1cd),segment_id=5ba2825a-9bd0-400d-a03c-cc186998a1cd)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:25.912437 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:25.913928 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device d127f2be-6003-4e58-905a-795e54fd1442 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:25.920987 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f2d3c04b-e20c-4153-b621-61d3d0222171 req-b8b4ca87-65f7-43a4-9caf-33802e1f56ae tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971500 May 18 06:18:25.947603 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:25.965449 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1df3c4-bfc3-4ce3-b92d-12ca2fd42747 req-0357e085-1040-4a8c-9208-a5ff30e1286a tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:25.980941 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9b1df3c4-bfc3-4ce3-b92d-12ca2fd42747 req-0357e085-1040-4a8c-9208-a5ff30e1286a tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 932 time: 0.1865656 May 18 06:18:26.068686 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=4aed4e09-4aa4-48e3-a312-fb1890ceb9ed,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:26.076599 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:26.081174 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port d127f2be-6003-4e58-905a-795e54fd1442 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:26.089363 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port d127f2be-6003-4e58-905a-795e54fd1442 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:26.091130 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.112823 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9b1df3c4-bfc3-4ce3-b92d-12ca2fd42747 req-1d1736e3-7b7c-4e9e-9f83-9bf98d08fb69 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310260 May 18 06:18:26.140998 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:26.153855 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.159252 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa034d-a49e-4458-9e6a-764540bb3f30 req-ff06fe2a-5f0d-4fdb-9186-33111617d7ab tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:26.160772 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7eaa034d-a49e-4458-9e6a-764540bb3f30 req-ff06fe2a-5f0d-4fdb-9186-33111617d7ab tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 943 time: 0.0984530 May 18 06:18:26.178095 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Transition to ACTIVE for port object a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:26.184410 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33863bfc-6de0-499a-baf1-2b85195bfcb8 req-23a86fad-ff9e-4920-b306-833e9575b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:26.185892 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-33863bfc-6de0-499a-baf1-2b85195bfcb8 req-23a86fad-ff9e-4920-b306-833e9575b5c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 1099 time: 0.1917732 May 18 06:18:26.187056 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.191947 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:26.218316 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7eaa034d-a49e-4458-9e6a-764540bb3f30 req-cfd95b96-30d8-47c5-8cc6-41b3aa252da9 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512547 May 18 06:18:26.233152 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42196) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:26.261452 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-33863bfc-6de0-499a-baf1-2b85195bfcb8 req-bb4aff8d-b7d7-45d0-8439-53d90c583747 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.266373 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.302287 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port d127f2be-6003-4e58-905a-795e54fd1442, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d127f2be-6003-4e58-905a-795e54fd1442,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:26.306622 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.309747 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:26.349923 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-33863bfc-6de0-499a-baf1-2b85195bfcb8 req-bb4aff8d-b7d7-45d0-8439-53d90c583747 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:26.385897 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-46d733cd-2f0b-4bcc-a617-e49fa8e7933f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.386085 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Pushing event updated for resources: {'Port': ['ID=a564b5db-5b8d-45be-8a78-c8bf9bc39ad4,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:26.394464 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-33863bfc-6de0-499a-baf1-2b85195bfcb8 req-bb4aff8d-b7d7-45d0-8439-53d90c583747 service neutron] Usage tracker for resource:security_group_rule and tenant:527ca1b1bdba40bfa35a677e05ae4d31 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:26.405949 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-46d733cd-2f0b-4bcc-a617-e49fa8e7933f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:26.410352 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-46d733cd-2f0b-4bcc-a617-e49fa8e7933f admin admin] Usage tracker for resource:security_group_rule and tenant:a278b4394e114ed7b52e9634a0ef1696 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:26.410664 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:26.411578 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-33863bfc-6de0-499a-baf1-2b85195bfcb8 req-bb4aff8d-b7d7-45d0-8439-53d90c583747 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:26.413831 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-46d733cd-2f0b-4bcc-a617-e49fa8e7933f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:26.423421 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-46d733cd-2f0b-4bcc-a617-e49fa8e7933f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:26.429985 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-33863bfc-6de0-499a-baf1-2b85195bfcb8 req-bb4aff8d-b7d7-45d0-8439-53d90c583747 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:26.437167 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=d127f2be-6003-4e58-905a-795e54fd1442,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:26.437762 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Attempting to bind port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:26.438147 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Attempting to bind port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9c3ce11b-f0a9-4d03-adba-4d27e54161f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:26.438571 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Attempting to bind port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 on network 6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:26.442363 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:26.449171 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 on network 6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:18:26.449630 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Attempting to bind port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 on network 6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:26.464551 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:26.465023 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Checking segment: {'id': '9c3ce11b-f0a9-4d03-adba-4d27e54161f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:26.465609 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Bound using segment: {'id': '9c3ce11b-f0a9-4d03-adba-4d27e54161f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:26.466168 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Bound port: a564b5db-5b8d-45be-8a78-c8bf9bc39ad4, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3ce11b-f0a9-4d03-adba-4d27e54161f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:26.466605 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.559474 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-46d733cd-2f0b-4bcc-a617-e49fa8e7933f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.606265 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-46d733cd-2f0b-4bcc-a617-e49fa8e7933f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.608363 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] For port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:26.613196 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] For port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a564b5db-5b8d-45be-8a78-c8bf9bc39ad4,segment=NetworkSegment(9c3ce11b-f0a9-4d03-adba-4d27e54161f2),segment_id=9c3ce11b-f0a9-4d03-adba-4d27e54161f2)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:26.625949 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.632653 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:26.661654 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:26.698876 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:26.699485 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.700889 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] 10.222.0.39 "PUT /v2.0/ports/a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 HTTP/1.1" status: 200 len: 1094 time: 1.6880934 May 18 06:18:26.702560 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-33863bfc-6de0-499a-baf1-2b85195bfcb8 req-bb4aff8d-b7d7-45d0-8439-53d90c583747 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.703387 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97c81ab-8524-4104-8e67-c8ea9ca30035', 'tag': 'a564b5db-5b8d-45be-8a78-c8bf9bc39ad4'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:26.713218 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-33863bfc-6de0-499a-baf1-2b85195bfcb8 req-bb4aff8d-b7d7-45d0-8439-53d90c583747 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.733748 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-33863bfc-6de0-499a-baf1-2b85195bfcb8 req-bb4aff8d-b7d7-45d0-8439-53d90c583747 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097983 May 18 06:18:26.739274 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-46d733cd-2f0b-4bcc-a617-e49fa8e7933f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a278b4394e114ed7b52e9634a0ef1696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026727 May 18 06:18:26.739419 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Pushing event updated for resources: {'Port': ['ID=a564b5db-5b8d-45be-8a78-c8bf9bc39ad4,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:26.742638 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d733cd-2f0b-4bcc-a617-e49fa8e7933f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8c7e28-b478-410d-8136-335f8206cfd2,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:26.744138 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42220) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:26.747308 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-46d733cd-2f0b-4bcc-a617-e49fa8e7933f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:26.747566 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:26.748406 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b1bf4be5-af7e-4f96-a7bb-44663afee380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:26.777467 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764d814-362f-4588-8786-9a92890df9ea req-4eb344e4-7c4c-4e50-9ad0-88029caa8433 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:26.778911 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a764d814-362f-4588-8786-9a92890df9ea req-4eb344e4-7c4c-4e50-9ad0-88029caa8433 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 946 time: 0.2177727 May 18 06:18:26.787187 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0572c-11b2-4c2d-a188-a6514e777150 req-6379b488-f3a9-4f49-9e18-a15c54d32250 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:26.788638 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a9a0572c-11b2-4c2d-a188-a6514e777150 req-6379b488-f3a9-4f49-9e18-a15c54d32250 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 944 time: 0.1899829 May 18 06:18:26.807978 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4aff8d-b7d7-45d0-8439-53d90c583747 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3697db69-04a1-4616-8872-3c2719642c60,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:26.811615 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-bb4aff8d-b7d7-45d0-8439-53d90c583747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:26.849809 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-814fca67-2384-401d-9ab6-ad6d0b3dd35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.857180 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a764d814-362f-4588-8786-9a92890df9ea req-6b2e65ff-69a1-43aa-b9b1-5528e2634b7a tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675969 May 18 06:18:26.869512 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a9a0572c-11b2-4c2d-a188-a6514e777150 req-9fb66b52-d52a-4609-a5ab-72373d54d2d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668726 May 18 06:18:26.926304 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97c81ab-8524-4104-8e67-c8ea9ca30035', 'tag': 'a564b5db-5b8d-45be-8a78-c8bf9bc39ad4', 'status': 'completed', 'code': 200} May 18 06:18:26.932303 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-814fca67-2384-401d-9ab6-ad6d0b3dd35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.990615 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-37ea88b8-73b9-48d5-abf5-8c38f43ff22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:26.992489 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-37ea88b8-73b9-48d5-abf5-8c38f43ff22c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6337233b1f442979c9d2f5f84f2b997&device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 1097 time: 0.1394019 May 18 06:18:27.074235 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-e0e3f49c-a413-424b-aaae-6f0103900f5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 HTTP/1.1" status: 200 len: 217 time: 0.0734649 May 18 06:18:27.078518 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-814fca67-2384-401d-9ab6-ad6d0b3dd35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:27.079547 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-dfbe5ee4-7e0f-4221-bdb9-2606326ec82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:27.127241 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fca67-2384-401d-9ab6-ad6d0b3dd35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8c7e28-b478-410d-8136-335f8206cfd2,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:27.129983 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-814fca67-2384-401d-9ab6-ad6d0b3dd35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:27.155081 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be663979-a074-464e-9788-8de1d173dfa3 req-f7ed50c4-22ba-4819-99ad-adbf1a4ebbe7 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:27.165689 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-814fca67-2384-401d-9ab6-ad6d0b3dd35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:27.166116 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-be663979-a074-464e-9788-8de1d173dfa3 req-f7ed50c4-22ba-4819-99ad-adbf1a4ebbe7 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 946 time: 0.1025341 May 18 06:18:27.166227 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-814fca67-2384-401d-9ab6-ad6d0b3dd35f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f8c7e28-b478-410d-8136-335f8206cfd2 HTTP/1.1" status: 204 len: 168 time: 0.4155235 May 18 06:18:27.178541 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-6a79734a-cb44-4e2c-bae9-e8e0579062fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:27.179984 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-6a79734a-cb44-4e2c-bae9-e8e0579062fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db4cd4f1-7079-4d42-be4c-efd3fdeb28b5 HTTP/1.1" status: 200 len: 848 time: 0.0904293 May 18 06:18:27.218383 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-be663979-a074-464e-9788-8de1d173dfa3 req-24acf8b8-57cb-4c72-b75c-e65705ab4ea6 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536289 May 18 06:18:27.266084 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-f2ae36d1-3b1a-45a3-b470-abb91563f410 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785108 May 18 06:18:27.436551 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c378ec-15cd-4268-888d-39084f69652f req-021b69d2-4d80-46b3-953d-dd8fb90916fc tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:27.438113 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-98c378ec-15cd-4268-888d-39084f69652f req-021b69d2-4d80-46b3-953d-dd8fb90916fc tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 944 time: 0.1570206 May 18 06:18:27.508663 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-3d7c98ae-4c8b-4cb8-bda1-d9f35faa7525 service neutron] 10.222.0.39 "GET /v2.0/networks/6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333350 May 18 06:18:27.510123 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-98c378ec-15cd-4268-888d-39084f69652f req-5014b419-43ca-46ec-81e9-33ef1b81dc6e tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617857 May 18 06:18:27.530719 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31fb59-7905-46a6-99ee-9269029d7ae4 req-c0658d30-ab71-4839-9b1c-4b2c134caad9 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:27.532325 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1e31fb59-7905-46a6-99ee-9269029d7ae4 req-c0658d30-ab71-4839-9b1c-4b2c134caad9 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 943 time: 0.1413958 May 18 06:18:27.556435 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42248) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:27.585249 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-66442ace-9d8a-46c4-a22d-f9b10e59d6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:27.590433 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe6ce72-0de2-4728-9868-b5fac8a97ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aed4e09-4aa4-48e3-a312-fb1890ceb9ed'}, {'server_uuid': '0c647369-2947-4fcb-8c28-ee218f64af4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd127f2be-6003-4e58-905a-795e54fd1442'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:27.609919 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-66442ace-9d8a-46c4-a22d-f9b10e59d6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:27.617164 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1e31fb59-7905-46a6-99ee-9269029d7ae4 req-c0822dcd-b5a9-4f1d-94c3-766989e814eb tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785475 May 18 06:18:27.618099 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-66442ace-9d8a-46c4-a22d-f9b10e59d6b7 admin admin] Usage tracker for resource:security_group_rule and tenant:c8828d1ebb31468f961bfa87fd467eee is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:27.621070 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-66442ace-9d8a-46c4-a22d-f9b10e59d6b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:27.627268 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-66442ace-9d8a-46c4-a22d-f9b10e59d6b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:27.650360 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe6ce72-0de2-4728-9868-b5fac8a97ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aed4e09-4aa4-48e3-a312-fb1890ceb9ed', 'code': 200} May 18 06:18:27.651090 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c647369-2947-4fcb-8c28-ee218f64af4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd127f2be-6003-4e58-905a-795e54fd1442', 'code': 200} May 18 06:18:27.671105 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5842286e-827c-49bf-88eb-f6e3923b3fb1 req-6f01c93b-d03f-45f4-a44e-b6c825d88bed service neutron] 10.222.0.39 "GET /v2.0/networks/6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556585 May 18 06:18:27.735384 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-66442ace-9d8a-46c4-a22d-f9b10e59d6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:27.740175 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-66442ace-9d8a-46c4-a22d-f9b10e59d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:27.748932 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-46d733cd-2f0b-4bcc-a617-e49fa8e7933f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:27.791297 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-66442ace-9d8a-46c4-a22d-f9b10e59d6b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8828d1ebb31468f961bfa87fd467eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312827 May 18 06:18:27.791297 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66442ace-9d8a-46c4-a22d-f9b10e59d6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84adf530-e82e-4801-a0a8-8c60e7e2694b,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:27.792217 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42254) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:27.793381 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-66442ace-9d8a-46c4-a22d-f9b10e59d6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:27.805726 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 80d2dc66-62c1-4c13-8679-47b66989cc80 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:18:27.809325 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 2748c079-bece-4884-8ca2-bf9b9f1ee51f up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:27.988776 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba9ee6-0198-4b6b-95ec-d834f64e8b5e req-9cae66bb-4b8b-4f48-b728-454581cde56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:27.990848 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-11ba9ee6-0198-4b6b-95ec-d834f64e8b5e req-9cae66bb-4b8b-4f48-b728-454581cde56f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 1099 time: 0.1313632 May 18 06:18:28.015877 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5354dc7f-8dbd-4793-b5de-3413454bdb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:28.070426 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5354dc7f-8dbd-4793-b5de-3413454bdb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:28.099028 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7ff2c-9802-4526-b095-5f24d6209369 req-302fc7fb-5721-4272-9772-25f52e62b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:28.100760 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-22a7ff2c-9802-4526-b095-5f24d6209369 req-302fc7fb-5721-4272-9772-25f52e62b454 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6337233b1f442979c9d2f5f84f2b997&device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 1097 time: 0.2620478 May 18 06:18:28.134387 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port 2748c079-bece-4884-8ca2-bf9b9f1ee51f completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:28.150388 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 2748c079-bece-4884-8ca2-bf9b9f1ee51f triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:28.150972 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:28.153511 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197a02-a2a3-4ce6-944a-c0ff8c8de7e4 req-be28f6d9-99db-4260-ade3-d19832532947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:28.154965 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-a4197a02-a2a3-4ce6-944a-c0ff8c8de7e4 req-be28f6d9-99db-4260-ade3-d19832532947 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 1099 time: 0.2695220 May 18 06:18:28.185774 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-11ba9ee6-0198-4b6b-95ec-d834f64e8b5e req-0a1a9926-9b3d-4794-93fe-e869ff9acada service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167567 May 18 06:18:28.217177 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2eb8d-37a0-416a-bbdb-0ef869395b11 req-67937233-c935-4170-a6a9-dee0405c0f50 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:28.218690 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-bdb2eb8d-37a0-416a-bbdb-0ef869395b11 req-67937233-c935-4170-a6a9-dee0405c0f50 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 946 time: 0.2231090 May 18 06:18:28.225803 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 80d2dc66-62c1-4c13-8679-47b66989cc80, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=80d2dc66-62c1-4c13-8679-47b66989cc80,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:28.231394 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83422c9-5b33-4a68-8e8d-40656e86cbb6 req-3adbc482-359e-4c6c-9587-551503a4b7eb tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:28.236699 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e83422c9-5b33-4a68-8e8d-40656e86cbb6 req-3adbc482-359e-4c6c-9587-551503a4b7eb tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 944 time: 0.1455514 May 18 06:18:28.272400 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '80d2dc66-62c1-4c13-8679-47b66989cc80', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'port_id': '80d2dc66-62c1-4c13-8679-47b66989cc80', 'mac_address': 'fa:16:3e:60:0e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:18:28.273413 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-a4197a02-a2a3-4ce6-944a-c0ff8c8de7e4 req-628a0021-b509-40eb-8710-f6c3cf93b83c service neutron] Synchronizing usage tracker for tenant:527ca1b1bdba40bfa35a677e05ae4d31 on resource:security_group {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:28.305606 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5354dc7f-8dbd-4793-b5de-3413454bdb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:28.313893 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:28.328706 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-bdb2eb8d-37a0-416a-bbdb-0ef869395b11 req-6bb7f3b9-63c9-4e93-9801-6225dc38797d tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901370 May 18 06:18:28.347681 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e83422c9-5b33-4a68-8e8d-40656e86cbb6 req-7f7b7514-478d-46db-8956-4b230ee67a37 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951118 May 18 06:18:28.359849 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-a4197a02-a2a3-4ce6-944a-c0ff8c8de7e4 req-628a0021-b509-40eb-8710-f6c3cf93b83c service neutron] Unset dirty status for tenant:527ca1b1bdba40bfa35a677e05ae4d31 on resource:security_group {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:28.362770 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-a4197a02-a2a3-4ce6-944a-c0ff8c8de7e4 req-628a0021-b509-40eb-8710-f6c3cf93b83c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565516 May 18 06:18:28.368738 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354dc7f-8dbd-4793-b5de-3413454bdb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84adf530-e82e-4801-a0a8-8c60e7e2694b,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:28.381471 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-5354dc7f-8dbd-4793-b5de-3413454bdb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:28.388516 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:28.393011 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5354dc7f-8dbd-4793-b5de-3413454bdb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:28.396568 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-5354dc7f-8dbd-4793-b5de-3413454bdb7a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84adf530-e82e-4801-a0a8-8c60e7e2694b HTTP/1.1" status: 204 len: 168 time: 0.6008315 May 18 06:18:28.396568 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7ff2c-9802-4526-b095-5f24d6209369 req-11adb31f-70d9-4e41-aed9-f37efc58e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:28.397289 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-22a7ff2c-9802-4526-b095-5f24d6209369 req-11adb31f-70d9-4e41-aed9-f37efc58e87f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3 HTTP/1.1" status: 200 len: 908 time: 0.2891474 May 18 06:18:28.442985 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 2748c079-bece-4884-8ca2-bf9b9f1ee51f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2748c079-bece-4884-8ca2-bf9b9f1ee51f,segment=NetworkSegment(b590b07c-8038-4cf5-934a-e5964d636934),segment_id=b590b07c-8038-4cf5-934a-e5964d636934)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:28.446169 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:28.458233 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:28.463406 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-99166d23-49db-453f-a6b3-05b4abf309db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:28.584314 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=2748c079-bece-4884-8ca2-bf9b9f1ee51f,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:28.597323 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:28.600090 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d2dc66-62c1-4c13-8679-47b66989cc80 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:28.631075 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 80d2dc66-62c1-4c13-8679-47b66989cc80, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=80d2dc66-62c1-4c13-8679-47b66989cc80,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:28.639227 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-22a7ff2c-9802-4526-b095-5f24d6209369 req-f15b9a1e-73e0-40a5-9f87-0d7845cabf37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 HTTP/1.1" status: 200 len: 217 time: 0.1641307 May 18 06:18:28.640148 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:28.642085 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:28.684307 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd7483-c036-4878-aac5-7816ba471b38 req-b01f5adc-282b-402f-8435-619d080b892e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:28.685912 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a1dd7483-c036-4878-aac5-7816ba471b38 req-b01f5adc-282b-402f-8435-619d080b892e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 946 time: 0.2021554 May 18 06:18:28.686403 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42292) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:28.777560 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7ff2c-9802-4526-b095-5f24d6209369 req-7b9d1079-6646-47cd-98e2-75f0ad9d6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:28.779100 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-22a7ff2c-9802-4526-b095-5f24d6209369 req-7b9d1079-6646-47cd-98e2-75f0ad9d6637 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db4cd4f1-7079-4d42-be4c-efd3fdeb28b5 HTTP/1.1" status: 200 len: 848 time: 0.1258192 May 18 06:18:28.799309 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=80d2dc66-62c1-4c13-8679-47b66989cc80,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:28.804191 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:28.832206 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-22a7ff2c-9802-4526-b095-5f24d6209369 req-b5f4ce4c-c234-49d7-ba8f-7542ce19945d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455263 May 18 06:18:28.857251 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a1dd7483-c036-4878-aac5-7816ba471b38 req-ce4ced9e-c4e8-4b38-be4c-77b093ea5065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602380 May 18 06:18:28.886501 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206649c-1939-4e37-af19-8bf6237325b6 req-55e43864-982d-4479-95ab-b28eb921bb07 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:28.888229 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5206649c-1939-4e37-af19-8bf6237325b6 req-55e43864-982d-4479-95ab-b28eb921bb07 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 944 time: 0.1486897 May 18 06:18:28.969269 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5206649c-1939-4e37-af19-8bf6237325b6 req-39a4cd85-76eb-4e04-b5d9-8837269bf01b tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748522 May 18 06:18:28.995665 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-22a7ff2c-9802-4526-b095-5f24d6209369 req-f364e702-1ff4-4074-a00a-2867b6889066 service neutron] 10.222.0.39 "GET /v2.0/networks/6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542859 May 18 06:18:29.029125 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42304) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:29.117610 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['80d2dc66-62c1-4c13-8679-47b66989cc80'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:29.151656 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-22a7ff2c-9802-4526-b095-5f24d6209369 req-ded7b84b-890c-401a-834e-e783d893baf1 service neutron] 10.222.0.39 "GET /v2.0/networks/6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478932 May 18 06:18:29.167831 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee397-471f-447e-9f29-82b5cdd9e61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:29.186391 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ce1ee397-471f-447e-9f29-82b5cdd9e61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:29.193337 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ce1ee397-471f-447e-9f29-82b5cdd9e61c admin admin] Usage tracker for resource:security_group_rule and tenant:6721574d447e41d5be365ec1c1939f89 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:29.198625 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ce1ee397-471f-447e-9f29-82b5cdd9e61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:29.206609 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ce1ee397-471f-447e-9f29-82b5cdd9e61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:29.240795 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509b3c6-3724-4c6a-8cb0-02e8d4bc2ae6 req-9cfa5586-be44-4d09-a0c5-2bf881080d49 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:29.242357 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2509b3c6-3724-4c6a-8cb0-02e8d4bc2ae6 req-9cfa5586-be44-4d09-a0c5-2bf881080d49 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 944 time: 0.2170095 May 18 06:18:29.316217 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2509b3c6-3724-4c6a-8cb0-02e8d4bc2ae6 req-245e163b-ef89-47bc-96f7-a72f1154b909 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640621 May 18 06:18:29.346163 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8a8a5432-7765-4749-bfd5-80de178dac2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:29.408374 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee397-471f-447e-9f29-82b5cdd9e61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:29.414811 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-8a8a5432-7765-4749-bfd5-80de178dac2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:29.418918 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-8a8a5432-7765-4749-bfd5-80de178dac2b admin admin] Usage tracker for resource:security_group_rule and tenant:2e0939dff8204f978612a369718aeb39 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:29.422130 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-8a8a5432-7765-4749-bfd5-80de178dac2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:29.432123 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-8a8a5432-7765-4749-bfd5-80de178dac2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:29.434900 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee397-471f-447e-9f29-82b5cdd9e61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:29.450314 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:29.598504 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-ce1ee397-471f-447e-9f29-82b5cdd9e61c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6721574d447e41d5be365ec1c1939f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9031045 May 18 06:18:29.601343 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42332) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:29.608453 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ee397-471f-447e-9f29-82b5cdd9e61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74905dfa-bd42-4095-913c-1eccc775fee9,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:29.615462 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ce1ee397-471f-447e-9f29-82b5cdd9e61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:29.652061 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7fe055-44fc-486e-82e9-0886dcf0990d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2748c079-bece-4884-8ca2-bf9b9f1ee51f'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:29.689118 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce808ae-a731-446c-b647-ffca5dd3058f req-20a2cf42-2292-481a-84b6-870feefe2124 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:29.691230 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-bce808ae-a731-446c-b647-ffca5dd3058f req-20a2cf42-2292-481a-84b6-870feefe2124 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 946 time: 0.2279906 May 18 06:18:29.730365 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b6d0dd77-5a14-4642-96f3-44b5b8f50ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:29.742487 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8a8a5432-7765-4749-bfd5-80de178dac2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:29.750780 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12c93a-3806-4c20-b36b-23d6f2a79327 req-c299f9c5-822c-42da-997a-90a9af5418dc tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:29.752506 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1d12c93a-3806-4c20-b36b-23d6f2a79327 req-c299f9c5-822c-42da-997a-90a9af5418dc tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.2466779 May 18 06:18:29.764307 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8a8a5432-7765-4749-bfd5-80de178dac2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:29.779295 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b6d0dd77-5a14-4642-96f3-44b5b8f50ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:29.786477 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c141ab18-3cdb-4f14-83cf-33a39d954f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:29.829664 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-bce808ae-a731-446c-b647-ffca5dd3058f req-2bfb4b19-903d-45a4-9f09-b6402c13fa9e tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289294 May 18 06:18:29.850624 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a5432-7765-4749-bfd5-80de178dac2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b818ec-d6f0-4330-ad48-5d59d88c7ed1,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:29.861253 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42344) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:29.861391 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-8a8a5432-7765-4749-bfd5-80de178dac2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e0939dff8204f978612a369718aeb39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8312309 May 18 06:18:29.865235 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8a8a5432-7765-4749-bfd5-80de178dac2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:29.870428 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1d12c93a-3806-4c20-b36b-23d6f2a79327 req-3a6ea2b8-ded9-4999-8f2c-cbc6c2e0fd11 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092634 May 18 06:18:29.912678 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b6d0dd77-5a14-4642-96f3-44b5b8f50ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:29.925646 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:29.935325 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7fe055-44fc-486e-82e9-0886dcf0990d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2748c079-bece-4884-8ca2-bf9b9f1ee51f', 'code': 200} May 18 06:18:29.953627 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b6d0dd77-5a14-4642-96f3-44b5b8f50ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:29.959857 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-b6d0dd77-5a14-4642-96f3-44b5b8f50ad5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74905dfa-bd42-4095-913c-1eccc775fee9 HTTP/1.1" status: 204 len: 168 time: 0.3563342 May 18 06:18:29.967476 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0dd77-5a14-4642-96f3-44b5b8f50ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74905dfa-bd42-4095-913c-1eccc775fee9,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:29.979304 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b6d0dd77-5a14-4642-96f3-44b5b8f50ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:30.027606 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637e9bf3-3d4e-4b19-9faa-793d467aefce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:30.086528 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637e9bf3-3d4e-4b19-9faa-793d467aefce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:30.183608 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637e9bf3-3d4e-4b19-9faa-793d467aefce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:30.195021 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-814fca67-2384-401d-9ab6-ad6d0b3dd35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:30.216473 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637e9bf3-3d4e-4b19-9faa-793d467aefce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:30.218009 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-637e9bf3-3d4e-4b19-9faa-793d467aefce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6b818ec-d6f0-4330-ad48-5d59d88c7ed1 HTTP/1.1" status: 204 len: 168 time: 0.3544190 May 18 06:18:30.219066 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e9bf3-3d4e-4b19-9faa-793d467aefce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b818ec-d6f0-4330-ad48-5d59d88c7ed1,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:30.222186 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-637e9bf3-3d4e-4b19-9faa-793d467aefce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:30.322159 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43fc39-c44d-43ce-9aad-7648ed0e04aa req-46e38172-e088-4b22-8523-1f18642e617b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:30.323700 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5d43fc39-c44d-43ce-9aad-7648ed0e04aa req-46e38172-e088-4b22-8523-1f18642e617b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 946 time: 0.2027326 May 18 06:18:30.327510 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb269cfd-e680-4f92-8829-2c8f1950d6dd req-2fcd5c26-3c69-48ea-896c-639eb10686eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:30.329299 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fb269cfd-e680-4f92-8829-2c8f1950d6dd req-2fcd5c26-3c69-48ea-896c-639eb10686eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 1098 time: 0.0814900 May 18 06:18:30.336797 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4032b-d162-4d81-bca1-aad6b4709bf7 req-7290c29a-4b8d-4734-908c-80c1a7d762a2 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:30.338397 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1ed4032b-d162-4d81-bca1-aad6b4709bf7 req-7290c29a-4b8d-4734-908c-80c1a7d762a2 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 944 time: 0.1410086 May 18 06:18:30.394137 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fb269cfd-e680-4f92-8829-2c8f1950d6dd req-89f9e35d-1fe4-4e71-9649-f19b3f1e0f8d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571871 May 18 06:18:30.413960 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5d43fc39-c44d-43ce-9aad-7648ed0e04aa req-35afaff2-e570-4ccd-aaa4-5fb0fb2040f8 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745995 May 18 06:18:30.439565 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1ed4032b-d162-4d81-bca1-aad6b4709bf7 req-15f6aca6-2926-4090-9955-e03746b22f8e tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719638 May 18 06:18:30.618267 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42374) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:30.623697 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ade295-6353-4c0e-a6ee-ee03077aa5c2 req-10322731-b62d-48cd-b921-99b5eb78022c tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:30.625988 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-65ade295-6353-4c0e-a6ee-ee03077aa5c2 req-10322731-b62d-48cd-b921-99b5eb78022c tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 944 time: 0.1059108 May 18 06:18:30.638309 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e48ce41c-79c4-4cc4-86bf-9c804b461a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:30.653976 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-e48ce41c-79c4-4cc4-86bf-9c804b461a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:30.659279 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-e48ce41c-79c4-4cc4-86bf-9c804b461a4d admin admin] Usage tracker for resource:security_group_rule and tenant:715a73162c4044b8a403c08e0d4c7263 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:30.672107 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-e48ce41c-79c4-4cc4-86bf-9c804b461a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:30.679920 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-e48ce41c-79c4-4cc4-86bf-9c804b461a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:30.697247 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-65ade295-6353-4c0e-a6ee-ee03077aa5c2 req-d9224398-7962-429a-b549-72b303e919ad tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632930 May 18 06:18:30.784588 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e48ce41c-79c4-4cc4-86bf-9c804b461a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:30.790152 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e48ce41c-79c4-4cc4-86bf-9c804b461a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:30.800256 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b6d0dd77-5a14-4642-96f3-44b5b8f50ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:30.874913 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-e48ce41c-79c4-4cc4-86bf-9c804b461a4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=715a73162c4044b8a403c08e0d4c7263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549734 May 18 06:18:30.876786 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42380) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:30.879364 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42384) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:30.879999 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ce41c-79c4-4cc4-86bf-9c804b461a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc68780-c2a8-4538-a0b7-ed755437d92b,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:30.883583 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e48ce41c-79c4-4cc4-86bf-9c804b461a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:30.957427 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0ebd25cf-1265-4f65-9dd3-ee2e5f2907cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:31.006169 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-0ebd25cf-1265-4f65-9dd3-ee2e5f2907cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:31.074021 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-0ebd25cf-1265-4f65-9dd3-ee2e5f2907cf admin admin] Usage tracker for resource:security_group_rule and tenant:1295f51fb951431ab053154d86d69d44 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:31.107906 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-0ebd25cf-1265-4f65-9dd3-ee2e5f2907cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:31.124461 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-0ebd25cf-1265-4f65-9dd3-ee2e5f2907cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:31.186720 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe455-970c-405b-8d01-ae85503a471c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:31.238373 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa3aff-594d-4090-aa7d-385f2a569704 req-a9c3ef46-4424-49c0-ad76-bc88e7110ce3 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:31.240348 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d9fa3aff-594d-4090-aa7d-385f2a569704 req-a9c3ef46-4424-49c0-ad76-bc88e7110ce3 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 946 time: 0.2492993 May 18 06:18:31.252007 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe455-970c-405b-8d01-ae85503a471c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:31.312569 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64fb9b-6b12-4e21-981d-468c0cc96320 req-f732d4c3-352a-4c36-bdf5-4d6767d8a540 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:31.313860 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ca64fb9b-6b12-4e21-981d-468c0cc96320 req-f732d4c3-352a-4c36-bdf5-4d6767d8a540 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.2559700 May 18 06:18:31.366070 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d9fa3aff-594d-4090-aa7d-385f2a569704 req-d29fbe1f-acbc-4ba2-9d4e-828766f7c272 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176472 May 18 06:18:31.429417 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ca64fb9b-6b12-4e21-981d-468c0cc96320 req-5cd73b47-2f4b-4001-97d7-da7a655428f2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075521 May 18 06:18:31.432512 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0ebd25cf-1265-4f65-9dd3-ee2e5f2907cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:31.439512 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe455-970c-405b-8d01-ae85503a471c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:31.446765 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a3676669-72fa-4628-8988-408eaec7ea78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:31.458439 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0ebd25cf-1265-4f65-9dd3-ee2e5f2907cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:31.473350 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfe455-970c-405b-8d01-ae85503a471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc68780-c2a8-4538-a0b7-ed755437d92b,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:31.482967 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4ebfe455-970c-405b-8d01-ae85503a471c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:31.483454 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a5accd89-cbfb-4685-9681-dfcd375d7582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:31.532704 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-0ebd25cf-1265-4f65-9dd3-ee2e5f2907cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1295f51fb951431ab053154d86d69d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6548493 May 18 06:18:31.535495 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42410) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:31.544619 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd25cf-1265-4f65-9dd3-ee2e5f2907cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d90842-688a-41f6-bad9-5ba7943609b7,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:31.548399 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0ebd25cf-1265-4f65-9dd3-ee2e5f2907cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:31.549371 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe455-970c-405b-8d01-ae85503a471c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:31.550489 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-4ebfe455-970c-405b-8d01-ae85503a471c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9cc68780-c2a8-4538-a0b7-ed755437d92b HTTP/1.1" status: 204 len: 168 time: 0.6703014 May 18 06:18:31.612078 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2bfa3a14-ce9a-4f56-967c-769f23f41e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:31.650515 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2bfa3a14-ce9a-4f56-967c-769f23f41e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:31.746008 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2bfa3a14-ce9a-4f56-967c-769f23f41e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:31.751214 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7c08f119-b664-4b2e-bad3-fce1ae2434f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:31.790632 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa3a14-ce9a-4f56-967c-769f23f41e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d90842-688a-41f6-bad9-5ba7943609b7,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:31.803777 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2bfa3a14-ce9a-4f56-967c-769f23f41e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:31.816165 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2bfa3a14-ce9a-4f56-967c-769f23f41e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:31.819731 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-2bfa3a14-ce9a-4f56-967c-769f23f41e3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29d90842-688a-41f6-bad9-5ba7943609b7 HTTP/1.1" status: 204 len: 168 time: 0.2800076 May 18 06:18:31.826957 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996dafe-e68b-4dd0-950c-67a0d43d655c req-9887be50-2850-464c-9b9b-efbf74af66fe tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:31.828505 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4996dafe-e68b-4dd0-950c-67a0d43d655c req-9887be50-2850-464c-9b9b-efbf74af66fe tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 944 time: 0.1716413 May 18 06:18:31.864897 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:18:31.868168 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 80d2dc66-62c1-4c13-8679-47b66989cc80 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:31.957577 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4996dafe-e68b-4dd0-950c-67a0d43d655c req-f1a6222c-24a8-4894-a2d7-45aae7e98ab6 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220953 May 18 06:18:31.990861 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a60b4-3328-48a8-93be-f6629a46f506 req-4cde8b89-64e5-4cc0-9fd2-ed99c7366f36 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:31.992333 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c02a60b4-3328-48a8-93be-f6629a46f506 req-4cde8b89-64e5-4cc0-9fd2-ed99c7366f36 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 944 time: 0.1353548 May 18 06:18:32.056470 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c02a60b4-3328-48a8-93be-f6629a46f506 req-078e1e73-ec51-4cee-8de6-8360d75c467b tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573764 May 18 06:18:32.117990 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port 80d2dc66-62c1-4c13-8679-47b66989cc80 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:32.126528 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 80d2dc66-62c1-4c13-8679-47b66989cc80 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:32.126963 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:32.232897 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a564b5db-5b8d-45be-8a78-c8bf9bc39ad4,segment=NetworkSegment(9c3ce11b-f0a9-4d03-adba-4d27e54161f2),segment_id=9c3ce11b-f0a9-4d03-adba-4d27e54161f2)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:32.250777 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': 'a564b5db-5b8d-45be-8a78-c8bf9bc39ad4', 'network_id': '6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3', 'port_id': 'a564b5db-5b8d-45be-8a78-c8bf9bc39ad4', 'mac_address': 'fa:16:3e:a9:65:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4cd4f1-7079-4d42-be4c-efd3fdeb28b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:18:32.330270 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:32.356508 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:32.415179 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a564b5db-5b8d-45be-8a78-c8bf9bc39ad4,segment=NetworkSegment(9c3ce11b-f0a9-4d03-adba-4d27e54161f2),segment_id=9c3ce11b-f0a9-4d03-adba-4d27e54161f2)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:32.424284 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:32.428915 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:32.466725 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:32.514035 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5281e8ed-7175-423b-baf8-c4f09ce63b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d2dc66-62c1-4c13-8679-47b66989cc80'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:32.533505 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 80d2dc66-62c1-4c13-8679-47b66989cc80, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=80d2dc66-62c1-4c13-8679-47b66989cc80,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:32.538730 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=a564b5db-5b8d-45be-8a78-c8bf9bc39ad4,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:32.542495 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:32.544919 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:32.545548 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:32.651383 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=80d2dc66-62c1-4c13-8679-47b66989cc80,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:32.663915 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:32.791791 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56971ea4-ebe5-48a6-8638-c2f3c7a3957c req-c66eda31-8e6a-4bc9-9c4d-dc6bcc2c7cdd tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:32.794372 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-56971ea4-ebe5-48a6-8638-c2f3c7a3957c req-c66eda31-8e6a-4bc9-9c4d-dc6bcc2c7cdd tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1341927 May 18 06:18:32.810848 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['a564b5db-5b8d-45be-8a78-c8bf9bc39ad4'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:32.892940 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-56971ea4-ebe5-48a6-8638-c2f3c7a3957c req-0ecbedf5-2292-40f4-b89c-bc773e748f04 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915775 May 18 06:18:32.948404 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5281e8ed-7175-423b-baf8-c4f09ce63b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d2dc66-62c1-4c13-8679-47b66989cc80', 'code': 200} May 18 06:18:33.109093 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:33.310959 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a53d3-719d-4a95-bbb6-a8fe6dc3b66c req-1cb30cc9-06e0-4780-9fc2-e8510c34d186 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:33.321745 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0c0a53d3-719d-4a95-bbb6-a8fe6dc3b66c req-1cb30cc9-06e0-4780-9fc2-e8510c34d186 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 945 time: 0.1548514 May 18 06:18:33.378824 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0c0a53d3-719d-4a95-bbb6-a8fe6dc3b66c req-bbc61152-c477-495e-967a-8713e6dba2c6 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513890 May 18 06:18:33.392376 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f948df-3f3f-4fe3-93c6-ff059be49b80 req-cff07c99-5463-4c9e-bb0e-d4b1c3780e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:33.394527 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-76f948df-3f3f-4fe3-93c6-ff059be49b80 req-cff07c99-5463-4c9e-bb0e-d4b1c3780e21 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 1098 time: 0.1532300 May 18 06:18:33.445230 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42498) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:33.511644 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-76f948df-3f3f-4fe3-93c6-ff059be49b80 req-09fc1b97-bb51-4487-9852-177259f1e8ff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020744 May 18 06:18:33.620448 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319446-fc59-4885-9efc-ed53f2f42029 req-ea73639b-e17c-4f65-b42a-e892a80c8b5f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:33.622321 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-83319446-fc59-4885-9efc-ed53f2f42029 req-ea73639b-e17c-4f65-b42a-e892a80c8b5f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.0963163 May 18 06:18:33.767083 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bb14f593-c48d-4f06-841d-9308aeccbac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:33.788235 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-bb14f593-c48d-4f06-841d-9308aeccbac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:33.792588 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-bb14f593-c48d-4f06-841d-9308aeccbac1 admin admin] Usage tracker for resource:security_group_rule and tenant:b0abee2b4a5a4bf295985c510d4d4c1d is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:33.795702 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-bb14f593-c48d-4f06-841d-9308aeccbac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:33.810001 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-83319446-fc59-4885-9efc-ed53f2f42029 req-c822e296-d09d-4550-b45e-734cf26d87dc tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777675 May 18 06:18:33.820382 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-bb14f593-c48d-4f06-841d-9308aeccbac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:33.857491 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de12ea8-eb19-4346-8e8e-45af98352b80 req-c9abb59f-f150-4b4b-a138-42c35a4c6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:33.859607 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9de12ea8-eb19-4346-8e8e-45af98352b80 req-c9abb59f-f150-4b4b-a138-42c35a4c6462 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21dcf34e0574c399a2bc5964d0fa113&device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 1098 time: 0.1912894 May 18 06:18:34.046006 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bb14f593-c48d-4f06-841d-9308aeccbac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.057854 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19876114-6e5e-4513-8993-d3b4bf3d5306 req-9afef01d-304b-4f60-bab0-4629ee78ac89 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:34.065885 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-19876114-6e5e-4513-8993-d3b4bf3d5306 req-9afef01d-304b-4f60-bab0-4629ee78ac89 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1412709 May 18 06:18:34.084790 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bb14f593-c48d-4f06-841d-9308aeccbac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.097228 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5e90b83f-b633-49f6-a19c-bfd0ea35ab52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:34.143940 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de12ea8-eb19-4346-8e8e-45af98352b80 req-fee252a3-9110-4ff4-a391-6b96e7ad4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:34.146668 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9de12ea8-eb19-4346-8e8e-45af98352b80 req-fee252a3-9110-4ff4-a391-6b96e7ad4558 service neutron] 10.222.0.39 "GET /v2.0/networks?id=63fb2906-cb4e-4f2c-956d-77352265304c HTTP/1.1" status: 200 len: 919 time: 0.2741878 May 18 06:18:34.174528 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14f593-c48d-4f06-841d-9308aeccbac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c2318c-b091-4a3b-9412-4b9934f263b1,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:34.183998 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bb14f593-c48d-4f06-841d-9308aeccbac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:34.201529 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-bb14f593-c48d-4f06-841d-9308aeccbac1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0abee2b4a5a4bf295985c510d4d4c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7550628 May 18 06:18:34.206708 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42534) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:34.230092 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-19876114-6e5e-4513-8993-d3b4bf3d5306 req-fe934653-e4a4-4987-a5c3-d56d68f49ad0 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631200 May 18 06:18:34.259675 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9de12ea8-eb19-4346-8e8e-45af98352b80 req-9791924a-6714-49c1-9102-37af5ab72bb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2748c079-bece-4884-8ca2-bf9b9f1ee51f HTTP/1.1" status: 200 len: 217 time: 0.0963373 May 18 06:18:34.315861 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f984c9cf-ce76-4a63-b08a-e6d3fd6b73ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.347146 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f984c9cf-ce76-4a63-b08a-e6d3fd6b73ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.360798 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de12ea8-eb19-4346-8e8e-45af98352b80 req-3f0443d9-aa68-45d2-91f4-7d098181999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:34.362461 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9de12ea8-eb19-4346-8e8e-45af98352b80 req-3f0443d9-aa68-45d2-91f4-7d098181999f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49 HTTP/1.1" status: 200 len: 859 time: 0.0955689 May 18 06:18:34.419922 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9de12ea8-eb19-4346-8e8e-45af98352b80 req-77493093-2ba2-4671-8a6d-1a60f2513e73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63fb2906-cb4e-4f2c-956d-77352265304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507336 May 18 06:18:34.457876 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f984c9cf-ce76-4a63-b08a-e6d3fd6b73ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.467484 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4aa2fc28-c4aa-43f2-8584-29117ca55e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:34.501076 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984c9cf-ce76-4a63-b08a-e6d3fd6b73ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c2318c-b091-4a3b-9412-4b9934f263b1,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:34.530413 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f984c9cf-ce76-4a63-b08a-e6d3fd6b73ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.534714 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-f984c9cf-ce76-4a63-b08a-e6d3fd6b73ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1c2318c-b091-4a3b-9412-4b9934f263b1 HTTP/1.1" status: 204 len: 168 time: 0.3269045 May 18 06:18:34.537949 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f984c9cf-ce76-4a63-b08a-e6d3fd6b73ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:34.617371 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9de12ea8-eb19-4346-8e8e-45af98352b80 req-71974f90-6141-4647-b82c-33f564f9f63b service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868925 May 18 06:18:34.700629 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ffcfa-12c3-4a0b-9e5d-0ec4269e210e req-dc6cdaaf-c46b-4005-ad2d-c61fa78e92af tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:34.707945 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9f0ffcfa-12c3-4a0b-9e5d-0ec4269e210e req-dc6cdaaf-c46b-4005-ad2d-c61fa78e92af tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 945 time: 0.1316614 May 18 06:18:34.762701 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9f0ffcfa-12c3-4a0b-9e5d-0ec4269e210e req-d0f5578c-0bbe-44f8-8bcc-45954f17feee tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537517 May 18 06:18:34.898517 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9de12ea8-eb19-4346-8e8e-45af98352b80 req-5f4dad8c-4e27-4299-a3f5-b0e7c08cee82 service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638664 May 18 06:18:35.057189 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339d8f-df6b-4691-b812-5f486d9c522a req-5d6077c4-b942-409f-b5e3-bf8feee6f56e tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:35.060300 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c3339d8f-df6b-4691-b812-5f486d9c522a req-5d6077c4-b942-409f-b5e3-bf8feee6f56e tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1308243 May 18 06:18:35.113150 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c3339d8f-df6b-4691-b812-5f486d9c522a req-659a3a08-f3f9-4488-9031-fa27f7073484 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473287 May 18 06:18:35.140571 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42568) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:35.159959 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-57c3134e-90ae-46d6-8fcb-a3057c21b5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.177003 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-57c3134e-90ae-46d6-8fcb-a3057c21b5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:35.181596 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-57c3134e-90ae-46d6-8fcb-a3057c21b5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:aaa6da30b02f4cbbb1f1257a500ce376 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:35.184457 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-57c3134e-90ae-46d6-8fcb-a3057c21b5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:35.190225 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-57c3134e-90ae-46d6-8fcb-a3057c21b5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:35.290009 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-57c3134e-90ae-46d6-8fcb-a3057c21b5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.296386 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-57c3134e-90ae-46d6-8fcb-a3057c21b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.311493 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ce1ee397-471f-447e-9f29-82b5cdd9e61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:35.420119 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3134e-90ae-46d6-8fcb-a3057c21b5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ade604-6808-44ed-8579-dc9491478366,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:35.423484 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-57c3134e-90ae-46d6-8fcb-a3057c21b5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:35.432544 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42584) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:35.445565 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-57c3134e-90ae-46d6-8fcb-a3057c21b5f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aaa6da30b02f4cbbb1f1257a500ce376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015778 May 18 06:18:35.490458 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00595717-e5c8-4595-8132-dae1b573dac3 req-1a27fc41-88bd-4b42-8629-4e41af364344 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:35.497912 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-00595717-e5c8-4595-8132-dae1b573dac3 req-1a27fc41-88bd-4b42-8629-4e41af364344 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1670840 May 18 06:18:35.510222 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-8a4595e0-9a74-4eb5-95a6-2ee77cbd693c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.541583 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-8a4595e0-9a74-4eb5-95a6-2ee77cbd693c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.554048 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-00595717-e5c8-4595-8132-dae1b573dac3 req-2750c844-338b-40ed-aa43-d87e678fc2b8 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535069 May 18 06:18:35.602262 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-8a4595e0-9a74-4eb5-95a6-2ee77cbd693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.606183 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:35.619107 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4595e0-9a74-4eb5-95a6-2ee77cbd693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ade604-6808-44ed-8579-dc9491478366,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:35.621551 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-8a4595e0-9a74-4eb5-95a6-2ee77cbd693c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:35.627303 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-8a4595e0-9a74-4eb5-95a6-2ee77cbd693c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.632524 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-8a4595e0-9a74-4eb5-95a6-2ee77cbd693c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84ade604-6808-44ed-8579-dc9491478366 HTTP/1.1" status: 204 len: 168 time: 0.1989279 May 18 06:18:35.899033 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:35.976597 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:35.978841 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e763ece-5c68-4885-b394-c2060cfd6688 req-9abf3f1c-4809-47ba-bfd9-18c36d69ae13 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:35.986735 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5e763ece-5c68-4885-b394-c2060cfd6688 req-9abf3f1c-4809-47ba-bfd9-18c36d69ae13 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 945 time: 0.1176200 May 18 06:18:35.988269 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:35.988823 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:36.039888 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5e763ece-5c68-4885-b394-c2060cfd6688 req-ba1043ef-82a0-4b50-bb39-47b1e346521b tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471745 May 18 06:18:36.116061 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:36.149649 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97c81ab-8524-4104-8e67-c8ea9ca30035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a564b5db-5b8d-45be-8a78-c8bf9bc39ad4'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:36.161456 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a564b5db-5b8d-45be-8a78-c8bf9bc39ad4,segment=NetworkSegment(9c3ce11b-f0a9-4d03-adba-4d27e54161f2),segment_id=9c3ce11b-f0a9-4d03-adba-4d27e54161f2)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:36.167282 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:36.173980 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-aa83a98a-f73d-431d-9e1e-4dcd5e62a438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:36.230382 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97c81ab-8524-4104-8e67-c8ea9ca30035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a564b5db-5b8d-45be-8a78-c8bf9bc39ad4', 'code': 200} May 18 06:18:36.314126 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=a564b5db-5b8d-45be-8a78-c8bf9bc39ad4,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:36.332621 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:36.381040 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975159af-bc36-4b69-a644-8517c5823d0e req-6112afb9-1ad3-4d07-87ff-6eb47618ed1c tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:36.385122 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-975159af-bc36-4b69-a644-8517c5823d0e req-6112afb9-1ad3-4d07-87ff-6eb47618ed1c tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1368530 May 18 06:18:36.453837 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-975159af-bc36-4b69-a644-8517c5823d0e req-4aa78576-6914-493a-b75a-cc7a36c02ff5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522151 May 18 06:18:36.695933 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e00090-5323-4a55-802e-59e2ab056fe4 req-82ce68a0-90a0-47ac-bad0-d8b9dc160324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:36.702775 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-02e00090-5323-4a55-802e-59e2ab056fe4 req-82ce68a0-90a0-47ac-bad0-d8b9dc160324 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 1099 time: 0.1677003 May 18 06:18:36.834703 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-02e00090-5323-4a55-802e-59e2ab056fe4 req-7c8a9f55-08f9-48d5-a18c-f827b533ad97 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165261 May 18 06:18:36.895599 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5ff86-7b4c-46d9-9674-eab567486f84 req-cc511714-d2af-405f-96ab-8e315efde68d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:36.897299 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f0a5ff86-7b4c-46d9-9674-eab567486f84 req-cc511714-d2af-405f-96ab-8e315efde68d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.2184725 May 18 06:18:36.906703 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42644) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:36.913052 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-671a41cf-9de6-4a88-9b99-10d3403d9408 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Request body: {'floatingip': {'port_id': '80d2dc66-62c1-4c13-8679-47b66989cc80'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:36.916124 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9f1d2-517a-42ea-a1f7-a76afecea721 req-4dc9c4c0-e5b3-4169-8e07-55193ecf8fb5 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:36.925151 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9cb9f1d2-517a-42ea-a1f7-a76afecea721 req-4dc9c4c0-e5b3-4169-8e07-55193ecf8fb5 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1416166 May 18 06:18:36.984503 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9cb9f1d2-517a-42ea-a1f7-a76afecea721 req-9c419a65-5018-4c9f-9ca4-603e2e4a8b83 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578935 May 18 06:18:37.048976 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-671a41cf-9de6-4a88-9b99-10d3403d9408 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:37.058071 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9521-418f-46a2-8396-57d33cbb6623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:37.173798 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-2f6fdb71-5eeb-4df1-b653-a50a1006d4a0 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:37.182153 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-2f6fdb71-5eeb-4df1-b653-a50a1006d4a0 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/networks?id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 200 len: 814 time: 0.1807671 May 18 06:18:37.203295 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-01414075-9acb-43dd-a026-9bbdb85a4533 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/quotas/21c079ec78ae49098f331d15095a4e48 HTTP/1.1" status: 200 len: 375 time: 0.0202146 May 18 06:18:37.351635 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69468be-3d2b-4613-a127-cacbbdc83c2d req-178e43e5-90c3-4188-9eae-b5b7fd452c3b tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:37.353020 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c69468be-3d2b-4613-a127-cacbbdc83c2d req-178e43e5-90c3-4188-9eae-b5b7fd452c3b tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 946 time: 0.1109178 May 18 06:18:37.363611 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-0c1894b8-8e31-4f68-a781-9ca6dcdc32d3 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=21c079ec78ae49098f331d15095a4e48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1594486 May 18 06:18:37.519333 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c69468be-3d2b-4613-a127-cacbbdc83c2d req-2fde78db-6343-4615-9020-b8c32a9b75e4 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362793 May 18 06:18:37.596843 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-f7b5f48b-950d-4eca-85ec-bbc9c0fe2de8 service neutron] 10.222.0.10 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313676 May 18 06:18:37.821800 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-794a2852-f5f8-4e2e-a22d-fd4ca9e2ea6d service neutron] 10.222.0.10 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248347 May 18 06:18:38.115354 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.db.resource_extend [None req-671a41cf-9de6-4a88-9b99-10d3403d9408 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 06:18:38.293436 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-671a41cf-9de6-4a88-9b99-10d3403d9408 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:38.302732 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-671a41cf-9de6-4a88-9b99-10d3403d9408 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:38.463252 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f13805e9-a00e-40a7-931c-6806c6eb4b64 req-9cff1c3f-9488-4adc-b59a-63fd91d4a119 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 210 time: 0.2526889 May 18 06:18:38.523348 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5efaa-4ecc-414e-a0b2-56be0f102bb0 req-ae074b80-f7a5-42c3-babb-ebf654cd195b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:38.530371 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c1b5efaa-4ecc-414e-a0b2-56be0f102bb0 req-ae074b80-f7a5-42c3-babb-ebf654cd195b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.2373941 May 18 06:18:38.591414 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.l3_db [None req-671a41cf-9de6-4a88-9b99-10d3403d9408 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Floating IP 8c69802a-28d0-4ea3-9637-52a93e2d4b9a associated. External IP: 172.28.2.223, port: 80d2dc66-62c1-4c13-8679-47b66989cc80. May 18 06:18:38.618307 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c1b5efaa-4ecc-414e-a0b2-56be0f102bb0 req-7f85671e-8739-4f80-a568-a65e6366c8df tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800939 May 18 06:18:38.791009 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5ac7a-428c-4c8c-b6a6-1203cf88cee9 req-cbc35530-8a91-4505-9c19-e87b52a1bcda tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:38.792603 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-08d5ac7a-428c-4c8c-b6a6-1203cf88cee9 req-cbc35530-8a91-4505-9c19-e87b52a1bcda tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 946 time: 0.1885695 May 18 06:18:38.898041 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-08d5ac7a-428c-4c8c-b6a6-1203cf88cee9 req-e8eef124-d83a-4960-9c23-7ec871d95fe3 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907474 May 18 06:18:38.985706 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46004984-460a-4982-a682-bab64a508ec3 req-a932a156-58b9-444e-9d5d-9d2d4742c9cf tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:38.996231 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-46004984-460a-4982-a682-bab64a508ec3 req-a932a156-58b9-444e-9d5d-9d2d4742c9cf tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 946 time: 0.1635990 May 18 06:18:39.058227 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-46004984-460a-4982-a682-bab64a508ec3 req-5416b806-1bca-4d8c-9818-05816f70788e tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607340 May 18 06:18:39.058743 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42770) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:39.158284 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671a41cf-9de6-4a88-9b99-10d3403d9408 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Router 978e21b9-9595-4fd7-ab7b-a20cf68be80e has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:18:39.222324 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-990bebc8-34b9-4871-9387-cf1faf18885e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.238297 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-990bebc8-34b9-4871-9387-cf1faf18885e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:39.243140 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-990bebc8-34b9-4871-9387-cf1faf18885e admin admin] Usage tracker for resource:security_group_rule and tenant:30cea00e14904d2d98238c917a8ba158 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:39.246164 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-990bebc8-34b9-4871-9387-cf1faf18885e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:39.252504 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-990bebc8-34b9-4871-9387-cf1faf18885e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:39.367488 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42780) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:39.370305 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671a41cf-9de6-4a88-9b99-10d3403d9408 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:18:39.378647 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-671a41cf-9de6-4a88-9b99-10d3403d9408 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.380067 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-990bebc8-34b9-4871-9387-cf1faf18885e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.384630 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62f71fb-5d48-4176-8f85-c4492c95684f None None] Sync routers for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:18:39.391543 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-990bebc8-34b9-4871-9387-cf1faf18885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.396195 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f71fb-5d48-4176-8f85-c4492c95684f None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:18:39.397001 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c62f71fb-5d48-4176-8f85-c4492c95684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:18:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:39.400941 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:39.456828 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-671a41cf-9de6-4a88-9b99-10d3403d9408 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "PUT /v2.0/floatingips/8c69802a-28d0-4ea3-9637-52a93e2d4b9a HTTP/1.1" status: 200 len: 991 time: 2.5462499 May 18 06:18:39.456828 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5281e8ed-7175-423b-baf8-c4f09ce63b71', 'tag': '80d2dc66-62c1-4c13-8679-47b66989cc80'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:39.465423 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-990bebc8-34b9-4871-9387-cf1faf18885e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30cea00e14904d2d98238c917a8ba158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025946 May 18 06:18:39.465423 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bebc8-34b9-4871-9387-cf1faf18885e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14a8156-0963-409c-bebb-27c68dfd67db,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:39.465687 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42790) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:39.466850 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-990bebc8-34b9-4871-9387-cf1faf18885e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:39.585287 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5281e8ed-7175-423b-baf8-c4f09ce63b71', 'tag': '80d2dc66-62c1-4c13-8679-47b66989cc80', 'status': 'completed', 'code': 200} May 18 06:18:39.663322 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2ab58ed2-ed81-4fa9-b52e-dd3a5d9bc32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.686704 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cbcea7e9-e783-48a1-ae88-60737bbef54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.756443 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0edfc11d-120f-4214-86d6-b4b2ff5fc469 req-b93b5257-0071-4f6f-b51d-2d74552b993a tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 210 time: 0.1008663 May 18 06:18:39.830080 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-c62f71fb-5d48-4176-8f85-c4492c95684f None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:18:39.831437 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-cbcea7e9-e783-48a1-ae88-60737bbef54d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:39.975690 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.992080 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3fe43-684a-48cf-9946-b23a5ed9295c req-bc58424d-bf58-4be4-b032-5c110502938f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:39.997135 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6db3fe43-684a-48cf-9946-b23a5ed9295c req-bc58424d-bf58-4be4-b032-5c110502938f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1455014 May 18 06:18:40.046721 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-aaa91bff-d0bc-4f04-b3b8-1c0a3f4aaf79 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:40.068062 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-aaa91bff-d0bc-4f04-b3b8-1c0a3f4aaf79 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "GET /v2.0/networks?id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 200 len: 814 time: 0.2269535 May 18 06:18:40.068062 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-cbcea7e9-e783-48a1-ae88-60737bbef54d admin admin] Usage tracker for resource:security_group_rule and tenant:98b7389887e843069ec74bbd3dcb2055 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:40.077398 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-cbcea7e9-e783-48a1-ae88-60737bbef54d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:40.087803 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Request body: {'port': {'device_id': '97c4231a-1067-4c01-808a-b5f16e7eb04d', 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c', 'admin_state_up': True, 'tenant_id': '21c079ec78ae49098f331d15095a4e48'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:40.110735 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6db3fe43-684a-48cf-9946-b23a5ed9295c req-05a69a9e-7541-4628-8dea-9eb18674e7d9 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064634 May 18 06:18:40.124423 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3d09b008-d547-427b-af8e-9c8046b09ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.193772 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2ab58ed2-ed81-4fa9-b52e-dd3a5d9bc32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.207359 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-cbcea7e9-e783-48a1-ae88-60737bbef54d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:40.211817 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a1088-2391-4d65-9ff1-bdb687f014c8 req-f7171651-36e8-4d1f-9524-743afa844c33 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:40.213334 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7e4a1088-2391-4d65-9ff1-bdb687f014c8 req-f7171651-36e8-4d1f-9524-743afa844c33 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 946 time: 0.0868735 May 18 06:18:40.261766 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7e4a1088-2391-4d65-9ff1-bdb687f014c8 req-dc48f6b8-d27f-49df-a635-9105bed967c7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 May 18 06:18:40.313956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:40.317429 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ab7ee-c053-4e7f-8f52-beac717e6300 req-08185899-11e9-40de-b7c5-ec0611cbb837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:40.318890 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-363ab7ee-c053-4e7f-8f52-beac717e6300 req-08185899-11e9-40de-b7c5-ec0611cbb837 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f834aee473dd4b68b11e9ea8eb94614b&device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 1098 time: 0.7326753 May 18 06:18:40.324142 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Usage tracker for resource:port and tenant:21c079ec78ae49098f331d15095a4e48 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:40.328142 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:40.350264 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c62f71fb-5d48-4176-8f85-c4492c95684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': '8c69802a-28d0-4ea3-9637-52a93e2d4b9a', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'floating_ip_address': '172.28.2.223', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'port_id': '80d2dc66-62c1-4c13-8679-47b66989cc80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'mac_address': 'fa:16:3e:60:0e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5281e8ed-7175-423b-baf8-c4f09ce63b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:18:10Z', 'updated_at': '2021-05-18T06:18:37Z', 'revision_number': 1, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:05Z', 'revision_number': 5, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:40.354930 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62f71fb-5d48-4176-8f85-c4492c95684f None None] Checking router: 978e21b9-9595-4fd7-ab7b-a20cf68be80e for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:18:40.360703 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:40.365692 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f71fb-5d48-4176-8f85-c4492c95684f None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:18:40.366446 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c62f71fb-5d48-4176-8f85-c4492c95684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:18:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:40.430924 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2ab58ed2-ed81-4fa9-b52e-dd3a5d9bc32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.441346 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9ec1369a-294d-406e-9ac4-60fbed4e7ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:40.453425 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Made reservation on behalf of 21c079ec78ae49098f331d15095a4e48 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:40.456828 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.476334 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab58ed2-ed81-4fa9-b52e-dd3a5d9bc32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14a8156-0963-409c-bebb-27c68dfd67db,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:40.494893 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2ab58ed2-ed81-4fa9-b52e-dd3a5d9bc32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:40.548147 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2ab58ed2-ed81-4fa9-b52e-dd3a5d9bc32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.549249 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-2ab58ed2-ed81-4fa9-b52e-dd3a5d9bc32a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a14a8156-0963-409c-bebb-27c68dfd67db HTTP/1.1" status: 204 len: 168 time: 1.0832500 May 18 06:18:40.554074 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-c62f71fb-5d48-4176-8f85-c4492c95684f None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:18:40.610666 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cbcea7e9-e783-48a1-ae88-60737bbef54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.619550 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cbcea7e9-e783-48a1-ae88-60737bbef54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.632985 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e48ce41c-79c4-4cc4-86bf-9c804b461a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:40.653876 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ab7ee-c053-4e7f-8f52-beac717e6300 req-d4cb59e6-3397-4b6a-9afc-a7d4ecb87e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:40.655317 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-363ab7ee-c053-4e7f-8f52-beac717e6300 req-d4cb59e6-3397-4b6a-9afc-a7d4ecb87e58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=35e6311d-ad34-4c28-8e8c-cb843c53a901 HTTP/1.1" status: 200 len: 910 time: 0.3203492 May 18 06:18:40.796595 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.887053 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c97d89-ad7e-44f5-ac46-c65c25fb01f5 req-33bc6985-617f-4a57-adfe-e399df9c4f44 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:40.888687 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-93c97d89-ad7e-44f5-ac46-c65c25fb01f5 req-33bc6985-617f-4a57-adfe-e399df9c4f44 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 946 time: 0.2033572 May 18 06:18:40.895578 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-cbcea7e9-e783-48a1-ae88-60737bbef54d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98b7389887e843069ec74bbd3dcb2055&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5268614 May 18 06:18:40.916338 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42824) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:40.927861 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcea7e9-e783-48a1-ae88-60737bbef54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56726f07-11db-4b74-9f7b-5a08ae547f19,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:40.930490 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42828) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:40.984773 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-cbcea7e9-e783-48a1-ae88-60737bbef54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:41.006536 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c62f71fb-5d48-4176-8f85-c4492c95684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': '8c69802a-28d0-4ea3-9637-52a93e2d4b9a', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'floating_ip_address': '172.28.2.223', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'port_id': '80d2dc66-62c1-4c13-8679-47b66989cc80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'mac_address': 'fa:16:3e:60:0e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5281e8ed-7175-423b-baf8-c4f09ce63b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:18:10Z', 'updated_at': '2021-05-18T06:18:37Z', 'revision_number': 1, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:05Z', 'revision_number': 5, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:41.011400 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62f71fb-5d48-4176-8f85-c4492c95684f None None] The sync data for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb is: [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': '8c69802a-28d0-4ea3-9637-52a93e2d4b9a', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'floating_ip_address': '172.28.2.223', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'port_id': '80d2dc66-62c1-4c13-8679-47b66989cc80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'mac_address': 'fa:16:3e:60:0e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5281e8ed-7175-423b-baf8-c4f09ce63b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:18:10Z', 'updated_at': '2021-05-18T06:18:37Z', 'revision_number': 1, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:05Z', 'revision_number': 5, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:18:41.036909 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9a05e71f-9e0d-4e5c-ba79-975b1c46d805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.078431 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-363ab7ee-c053-4e7f-8f52-beac717e6300 req-a05025a6-8a3b-47a0-b5b2-8a740ce8b636 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d2dc66-62c1-4c13-8679-47b66989cc80 HTTP/1.1" status: 200 len: 999 time: 0.4100788 May 18 06:18:41.081141 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Allocated IP 172.20.0.12 (1f7219fb-4a72-4b36-b8af-8b4a9cacde9c/6bf6dc63-a4ed-4903-9854-af249747843b/1268da61-abd1-46a1-a50c-13007e0cd52b) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:18:41.082172 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7b3d9951-b75e-4665-bf9b-f62c9316b741 req-01308a63-09b0-45f1-9d0b-a3a87dd86cb6 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 210 time: 0.0738521 May 18 06:18:41.137914 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9a05e71f-9e0d-4e5c-ba79-975b1c46d805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:41.155814 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9a05e71f-9e0d-4e5c-ba79-975b1c46d805 admin admin] Usage tracker for resource:security_group_rule and tenant:9d2f1d4ffbb14b3e920506fd607d1de0 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:41.163898 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9a05e71f-9e0d-4e5c-ba79-975b1c46d805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:41.182150 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-93c97d89-ad7e-44f5-ac46-c65c25fb01f5 req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Deleting port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:18:41.182512 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-93c97d89-ad7e-44f5-ac46-c65c25fb01f5 req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.185309 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9a05e71f-9e0d-4e5c-ba79-975b1c46d805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:41.229367 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9368cdf1-5364-4648-a6fc-08229c95b35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.231992 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ab7ee-c053-4e7f-8f52-beac717e6300 req-c6bca27f-f4cd-4712-9078-f071b53c3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:41.253505 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-363ab7ee-c053-4e7f-8f52-beac717e6300 req-c6bca27f-f4cd-4712-9078-f071b53c3fab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44a1e5f8-6f01-488d-b18f-cc75d3335fda HTTP/1.1" status: 200 len: 849 time: 0.1639483 May 18 06:18:41.288264 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710410a6-7fd4-4861-af7e-f0b87e4a20ab None None] New status for floating IP 8c69802a-28d0-4ea3-9637-52a93e2d4b9a: ACTIVE {{(pid=78808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:18:41.418610 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9368cdf1-5364-4648-a6fc-08229c95b35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.485465 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-93c97d89-ad7e-44f5-ac46-c65c25fb01f5 req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] For port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4aed4e09-4aa4-48e3-a312-fb1890ceb9ed,segment=NetworkSegment(5ba2825a-9bd0-400d-a03c-cc186998a1cd),segment_id=5ba2825a-9bd0-400d-a03c-cc186998a1cd)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:41.485819 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-93c97d89-ad7e-44f5-ac46-c65c25fb01f5 req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.601501 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.623915 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-93c97d89-ad7e-44f5-ac46-c65c25fb01f5 req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Calling delete_port for 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:18:41.673423 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ab7ee-c053-4e7f-8f52-beac717e6300 req-8ce20326-2684-4357-98a5-537c2ed0c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:41.674922 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-363ab7ee-c053-4e7f-8f52-beac717e6300 req-8ce20326-2684-4357-98a5-537c2ed0c4c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35e6311d-ad34-4c28-8e8c-cb843c53a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3781083 May 18 06:18:41.744183 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9a05e71f-9e0d-4e5c-ba79-975b1c46d805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.806377 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9368cdf1-5364-4648-a6fc-08229c95b35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.820761 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:41.830314 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9a05e71f-9e0d-4e5c-ba79-975b1c46d805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.842008 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368cdf1-5364-4648-a6fc-08229c95b35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56726f07-11db-4b74-9f7b-5a08ae547f19,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:41.849703 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.854736 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9368cdf1-5364-4648-a6fc-08229c95b35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:41.855876 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a238a3-c37b-4993-818f-0088b8dd91f3 req-e34c48a0-58d7-487e-9969-582773137696 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:41.857460 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-402e63f5-a993-4296-848d-3b42ccf53614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:41.857589 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-06a238a3-c37b-4993-818f-0088b8dd91f3 req-e34c48a0-58d7-487e-9969-582773137696 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.5797231 May 18 06:18:41.891804 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42852) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:41.894888 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05e71f-9e0d-4e5c-ba79-975b1c46d805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1ecfa4-62a6-408c-94b9-b40c8c7d976a,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:41.905684 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['d127f2be-6003-4e58-905a-795e54fd1442'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:41.917641 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9a05e71f-9e0d-4e5c-ba79-975b1c46d805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:41.918120 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:42.052851 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc34e0-8340-4009-9260-a80ed72713ce req-f3c6cd4c-916f-4748-97dc-f990d90c6e61 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:42.055208 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-28cc34e0-8340-4009-9260-a80ed72713ce req-f3c6cd4c-916f-4748-97dc-f990d90c6e61 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 946 time: 0.3305893 May 18 06:18:42.069221 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-9a05e71f-9e0d-4e5c-ba79-975b1c46d805 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d2f1d4ffbb14b3e920506fd607d1de0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1247764 May 18 06:18:42.085297 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 42860) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:42.088816 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.117492 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:18:42.118009 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9368cdf1-5364-4648-a6fc-08229c95b35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.120581 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-9368cdf1-5364-4648-a6fc-08229c95b35a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56726f07-11db-4b74-9f7b-5a08ae547f19 HTTP/1.1" status: 204 len: 168 time: 1.1932199 May 18 06:18:42.133230 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:42.155945 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:18:42.161137 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-93c97d89-ad7e-44f5-ac46-c65c25fb01f5 req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.169071 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-06a238a3-c37b-4993-818f-0088b8dd91f3 req-83ebe900-ba79-4b79-afaf-1e617fce4f31 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015156 May 18 06:18:42.170646 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:42.172202 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.185993 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-cee7f32b-70f0-4161-ab69-3961a4aa4ad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:42.221072 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-363ab7ee-c053-4e7f-8f52-beac717e6300 req-7f3e964e-5663-4419-90db-08f8b1312982 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291095 May 18 06:18:42.221837 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Pushing event updated for resources: {'Port': ['ID=1268da61-abd1-46a1-a50c-13007e0cd52b,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:42.245901 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Pushing event deleted for resources: {'Port': ['ID=4aed4e09-4aa4-48e3-a312-fb1890ceb9ed,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:42.258356 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.258709 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.259062 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.259582 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.259796 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.260100 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.260425 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.261041 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.261203 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.261698 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.261973 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.262645 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.262930 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-06b300f1-4ed0-457d-a017-88a4c5c85b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.277240 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-28cc34e0-8340-4009-9260-a80ed72713ce req-52dd75a0-590e-47e2-824b-59d017dc409d tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/security-groups?id=691d8a61-6eb4-4bca-b72f-b79ef5a26dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639066 May 18 06:18:42.283345 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2027378 May 18 06:18:42.339531 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Request body: {'port': {'device_id': '97c4231a-1067-4c01-808a-b5f16e7eb04d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:42.359038 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:42.413417 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c97d89-ad7e-44f5-ac46-c65c25fb01f5 req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] No DVR routers for this DVR port 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed on host hv-cinder-78462 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:18:42.417269 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-93c97d89-ad7e-44f5-ac46-c65c25fb01f5 req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.421725 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe6ce72-0de2-4728-9868-b5fac8a97ad1', 'name': 'network-vif-deleted', 'tag': '4aed4e09-4aa4-48e3-a312-fb1890ceb9ed'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:42.446217 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['4aed4e09-4aa4-48e3-a312-fb1890ceb9ed'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:42.459668 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-93c97d89-ad7e-44f5-ac46-c65c25fb01f5 req-5509630c-c27f-4cd1-ab0c-24b8bed9e4d7 tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.39 "DELETE /v2.0/ports/4aed4e09-4aa4-48e3-a312-fb1890ceb9ed HTTP/1.1" status: 204 len: 173 time: 1.5585015 May 18 06:18:42.498831 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.499194 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.499622 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.499978 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.500377 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.500757 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.501103 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.501468 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.501821 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.502190 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.502666 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.503285 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:42.524307 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c81a8c42-7036-433e-840e-7f69c6f50cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.591373 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:42.615885 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-06b300f1-4ed0-457d-a017-88a4c5c85b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:42.636993 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-06b300f1-4ed0-457d-a017-88a4c5c85b2f admin admin] Usage tracker for resource:security_group_rule and tenant:a795cce93296453494c27025ea9c275f is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:42.649620 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-06b300f1-4ed0-457d-a017-88a4c5c85b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:42.665853 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbadbd-96fe-480c-aa25-31b8978ea993 req-1fcb9ad4-4978-4933-80c6-f4b3eebeebd8 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:42.668526 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b8fbadbd-96fe-480c-aa25-31b8978ea993 req-1fcb9ad4-4978-4933-80c6-f4b3eebeebd8 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 932 time: 0.1384764 May 18 06:18:42.670305 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe6ce72-0de2-4728-9868-b5fac8a97ad1', 'name': 'network-vif-deleted', 'tag': '4aed4e09-4aa4-48e3-a312-fb1890ceb9ed', 'status': 'completed', 'code': 200} May 18 06:18:42.687216 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42876) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:42.710397 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f5727cbc-8486-4760-b62b-6a1d6ea6376c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.710951 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c81a8c42-7036-433e-840e-7f69c6f50cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.717262 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-06b300f1-4ed0-457d-a017-88a4c5c85b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:42.737532 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f5727cbc-8486-4760-b62b-6a1d6ea6376c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:42.745544 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b8fbadbd-96fe-480c-aa25-31b8978ea993 req-713494e7-925a-4e64-bb31-623536abb9df tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716474 May 18 06:18:42.746459 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-f5727cbc-8486-4760-b62b-6a1d6ea6376c admin admin] Usage tracker for resource:security_group_rule and tenant:000e3be256004e4aab2cd264a942ef13 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:42.749429 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-f5727cbc-8486-4760-b62b-6a1d6ea6376c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:42.756418 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-f5727cbc-8486-4760-b62b-6a1d6ea6376c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:42.802753 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.813127 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-363ab7ee-c053-4e7f-8f52-beac717e6300 req-e8816978-b561-4fb6-bdb9-6e344c1b60d2 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114031 May 18 06:18:42.859564 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f5727cbc-8486-4760-b62b-6a1d6ea6376c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.863789 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f5727cbc-8486-4760-b62b-6a1d6ea6376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.874188 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3b9559e7-88bf-4ce4-ac7a-5e72ca71465c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:42.925497 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-f5727cbc-8486-4760-b62b-6a1d6ea6376c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=000e3be256004e4aab2cd264a942ef13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356060 May 18 06:18:42.927742 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5727cbc-8486-4760-b62b-6a1d6ea6376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affc0363-8519-431e-86f1-1ec253432536,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:42.932775 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f5727cbc-8486-4760-b62b-6a1d6ea6376c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:42.933268 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42880) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:42.972210 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c81a8c42-7036-433e-840e-7f69c6f50cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.981079 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:43.007222 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a8c42-7036-433e-840e-7f69c6f50cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1ecfa4-62a6-408c-94b9-b40c8c7d976a,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:43.013109 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cf32b63f-bd9c-4579-b449-867838ab60b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.014806 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c81a8c42-7036-433e-840e-7f69c6f50cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:43.035761 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-06b300f1-4ed0-457d-a017-88a4c5c85b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.041416 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c81a8c42-7036-433e-840e-7f69c6f50cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.045299 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-c81a8c42-7036-433e-840e-7f69c6f50cce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d1ecfa4-62a6-408c-94b9-b40c8c7d976a HTTP/1.1" status: 204 len: 168 time: 0.9583497 May 18 06:18:43.046804 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cf32b63f-bd9c-4579-b449-867838ab60b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.062645 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-06b300f1-4ed0-457d-a017-88a4c5c85b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.073819 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2bfa3a14-ce9a-4f56-967c-769f23f41e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:43.123064 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cf32b63f-bd9c-4579-b449-867838ab60b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.132832 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bb14f593-c48d-4f06-841d-9308aeccbac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:43.146907 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32b63f-bd9c-4579-b449-867838ab60b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affc0363-8519-431e-86f1-1ec253432536,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:43.151877 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-cf32b63f-bd9c-4579-b449-867838ab60b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:43.154294 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cf32b63f-bd9c-4579-b449-867838ab60b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.157258 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-cf32b63f-bd9c-4579-b449-867838ab60b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/affc0363-8519-431e-86f1-1ec253432536 HTTP/1.1" status: 204 len: 168 time: 0.2219429 May 18 06:18:43.179643 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-06b300f1-4ed0-457d-a017-88a4c5c85b2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a795cce93296453494c27025ea9c275f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2835371 May 18 06:18:43.181280 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 42892) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:43.195244 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b300f1-4ed0-457d-a017-88a4c5c85b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0090846-df1a-4e71-bd5e-69fad51910be,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:43.200420 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-06b300f1-4ed0-457d-a017-88a4c5c85b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:43.333491 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a372bb68-29ad-4e22-8448-a4bd44754528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.386217 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1268da61-abd1-46a1-a50c-13007e0cd52b {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:43.401863 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a372bb68-29ad-4e22-8448-a4bd44754528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.409351 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.443464 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Transition to ACTIVE for port object 1268da61-abd1-46a1-a50c-13007e0cd52b will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:43.454843 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.493161 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:43.562947 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Pushing event updated for resources: {'Port': ['ID=1268da61-abd1-46a1-a50c-13007e0cd52b,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:43.618684 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:43.663606 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-bae9a9ce-0e07-4da1-9df6-c317714eb64c req-a87acbd5-b6a8-45e8-a244-25f0160cad4c tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Synchronizing usage tracker for tenant:d3206eeeb8474721be289880da86f2bd on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:43.699692 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-bae9a9ce-0e07-4da1-9df6-c317714eb64c req-a87acbd5-b6a8-45e8-a244-25f0160cad4c tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] Unset dirty status for tenant:d3206eeeb8474721be289880da86f2bd on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:43.700990 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-bae9a9ce-0e07-4da1-9df6-c317714eb64c req-a87acbd5-b6a8-45e8-a244-25f0160cad4c tempest-DeleteServersTestJSON-410209028 tempest-DeleteServersTestJSON-410209028-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbe6ce72-0de2-4728-9868-b5fac8a97ad1 HTTP/1.1" status: 200 len: 210 time: 0.1865427 May 18 06:18:43.720695 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683f69e-6d24-4297-8dac-069137bb784e req-ab43f714-5917-4c2d-a868-84ce8575f2bc tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:43.721997 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Attempting to bind port 1268da61-abd1-46a1-a50c-13007e0cd52b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:43.722773 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e683f69e-6d24-4297-8dac-069137bb784e req-ab43f714-5917-4c2d-a868-84ce8575f2bc tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.3081012 May 18 06:18:43.722889 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Attempting to bind port 1268da61-abd1-46a1-a50c-13007e0cd52b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:43.722889 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Attempting to bind port 1268da61-abd1-46a1-a50c-13007e0cd52b on network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:43.727966 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Port 1268da61-abd1-46a1-a50c-13007e0cd52b on network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:18:43.728318 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Attempting to bind port 1268da61-abd1-46a1-a50c-13007e0cd52b on network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:43.732957 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a372bb68-29ad-4e22-8448-a4bd44754528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.734002 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:43.734370 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Checking segment: {'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:43.734725 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Bound using segment: {'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:43.735150 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Bound port: 1268da61-abd1-46a1-a50c-13007e0cd52b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:43.735504 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.743077 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:43.775264 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372bb68-29ad-4e22-8448-a4bd44754528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0090846-df1a-4e71-bd5e-69fad51910be,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:43.777718 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a372bb68-29ad-4e22-8448-a4bd44754528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:43.786370 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a372bb68-29ad-4e22-8448-a4bd44754528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.790606 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-a372bb68-29ad-4e22-8448-a4bd44754528 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0090846-df1a-4e71-bd5e-69fad51910be HTTP/1.1" status: 204 len: 168 time: 0.6077507 May 18 06:18:43.814943 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e683f69e-6d24-4297-8dac-069137bb784e req-d0556863-3691-46fe-9837-f5f32d07230f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774515 May 18 06:18:43.845591 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] For port 1268da61-abd1-46a1-a50c-13007e0cd52b, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:43.849633 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] For port 1268da61-abd1-46a1-a50c-13007e0cd52b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1268da61-abd1-46a1-a50c-13007e0cd52b,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:43.857606 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.866925 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a7e3b584-0b9d-4d64-a086-495d963ebebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:43.973098 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:43.977261 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.981186 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] 10.222.0.39 "PUT /v2.0/ports/1268da61-abd1-46a1-a50c-13007e0cd52b HTTP/1.1" status: 200 len: 1094 time: 1.6492424 May 18 06:18:43.981730 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c4231a-1067-4c01-808a-b5f16e7eb04d', 'tag': '1268da61-abd1-46a1-a50c-13007e0cd52b'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:44.128603 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Pushing event updated for resources: {'Port': ['ID=1268da61-abd1-46a1-a50c-13007e0cd52b,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:44.151812 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:44.195371 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c4231a-1067-4c01-808a-b5f16e7eb04d', 'tag': '1268da61-abd1-46a1-a50c-13007e0cd52b', 'status': 'completed', 'code': 200} May 18 06:18:44.217874 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-5e284883-6be2-4b3a-854f-7d37623ab3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:44.221214 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-5e284883-6be2-4b3a-854f-7d37623ab3c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21c079ec78ae49098f331d15095a4e48&device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 1097 time: 0.1859059 May 18 06:18:44.239729 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbee71a-4211-443b-bd42-beadb35da78e req-6f55c2fa-cea7-4e35-959f-fc8703300776 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:44.241844 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6fbee71a-4211-443b-bd42-beadb35da78e req-6f55c2fa-cea7-4e35-959f-fc8703300776 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 944 time: 0.1321490 May 18 06:18:44.319100 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-f26318b4-cf80-443b-939c-5cb37d948733 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1268da61-abd1-46a1-a50c-13007e0cd52b HTTP/1.1" status: 200 len: 217 time: 0.0879083 May 18 06:18:44.340479 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6fbee71a-4211-443b-bd42-beadb35da78e req-21574595-23e2-44c5-aa76-a61fca4d79d8 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929630 May 18 06:18:44.402036 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-686ef76a-fe1a-499c-b349-2df64b1a595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:44.403460 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-686ef76a-fe1a-499c-b349-2df64b1a595e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bf6dc63-a4ed-4903-9854-af249747843b HTTP/1.1" status: 200 len: 854 time: 0.0776320 May 18 06:18:44.405753 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6df859-82f7-41bd-ab9b-6be409504348 req-37963ba3-c129-4eba-a416-a8f15405284e tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:44.408272 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7d6df859-82f7-41bd-ab9b-6be409504348 req-37963ba3-c129-4eba-a416-a8f15405284e tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 946 time: 0.1256633 May 18 06:18:44.462914 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7d6df859-82f7-41bd-ab9b-6be409504348 req-cc27e797-a753-4dc5-8aed-573337e0ff02 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489731 May 18 06:18:44.473458 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-aa264b40-cc70-417b-86e5-369352da501a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617681 May 18 06:18:44.625082 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-b0a149f2-9fb4-416b-8fe4-0a157f255aab service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432128 May 18 06:18:44.897718 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0af318b-4ae4-43ec-835a-8ec252ab64da req-8a762344-fa6b-4532-af1b-dcb1cd667245 service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592778 May 18 06:18:45.111649 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5923d9a-a5c2-439f-8f8e-34278bb820e2 req-227a4531-0445-4473-93b7-7319e3bf1d55 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:45.119960 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e5923d9a-a5c2-439f-8f8e-34278bb820e2 req-227a4531-0445-4473-93b7-7319e3bf1d55 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1016860 May 18 06:18:45.146150 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe71b7-55cf-4801-879b-70eff83800c5 req-7bbd4ec9-1246-4859-956d-5ca4f641f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:45.147863 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5ffe71b7-55cf-4801-879b-70eff83800c5 req-7bbd4ec9-1246-4859-956d-5ca4f641f3e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21c079ec78ae49098f331d15095a4e48&device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 1097 time: 0.1942785 May 18 06:18:45.215141 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e5923d9a-a5c2-439f-8f8e-34278bb820e2 req-925bbb2b-dc0b-4bbc-91c3-ab7afff44106 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942020 May 18 06:18:45.330344 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe71b7-55cf-4801-879b-70eff83800c5 req-c161f419-ef57-48c5-b858-0a83f5a650cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:45.332417 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5ffe71b7-55cf-4801-879b-70eff83800c5 req-c161f419-ef57-48c5-b858-0a83f5a650cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 200 len: 914 time: 0.1736839 May 18 06:18:45.475898 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5ffe71b7-55cf-4801-879b-70eff83800c5 req-207121c5-9519-4bed-9bb2-5f03e95f2d1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1268da61-abd1-46a1-a50c-13007e0cd52b HTTP/1.1" status: 200 len: 217 time: 0.1302013 May 18 06:18:45.618824 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e7f3d-4b23-4ccd-b007-0cf9f0a1a528 req-6ceace0c-e355-4ccb-a9ff-f064c68c82d3 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:45.630879 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1c5e7f3d-4b23-4ccd-b007-0cf9f0a1a528 req-6ceace0c-e355-4ccb-a9ff-f064c68c82d3 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 944 time: 0.1457498 May 18 06:18:45.645955 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe71b7-55cf-4801-879b-70eff83800c5 req-e551cb23-0ad5-4ec4-9a64-2e33e92eb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:45.647588 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5ffe71b7-55cf-4801-879b-70eff83800c5 req-e551cb23-0ad5-4ec4-9a64-2e33e92eb6a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bf6dc63-a4ed-4903-9854-af249747843b HTTP/1.1" status: 200 len: 854 time: 0.1632242 May 18 06:18:45.740577 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1c5e7f3d-4b23-4ccd-b007-0cf9f0a1a528 req-c8f49d85-02ab-481d-88b2-d51f18124d87 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058898 May 18 06:18:45.787955 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5ffe71b7-55cf-4801-879b-70eff83800c5 req-05a701c7-fad1-466c-a3b4-70b773955235 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220782 May 18 06:18:45.878076 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc4852-afd3-46dc-91db-0605557c3806 req-7e9073da-bd28-4704-b1a5-658d250cc562 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:45.880340 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-09fc4852-afd3-46dc-91db-0605557c3806 req-7e9073da-bd28-4704-b1a5-658d250cc562 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 946 time: 0.1262012 May 18 06:18:45.936688 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-09fc4852-afd3-46dc-91db-0605557c3806 req-1c7eef77-c561-467c-825a-1c7000c2a306 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491161 May 18 06:18:45.970310 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:18:45.985076 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5ffe71b7-55cf-4801-879b-70eff83800c5 req-c507d054-0c64-4451-9ba0-77aa12f6e281 service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877155 May 18 06:18:46.082628 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:18:46.084417 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 4aed4e09-4aa4-48e3-a312-fb1890ceb9ed not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:18:46.148669 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5ffe71b7-55cf-4801-879b-70eff83800c5 req-941c80e9-5ce5-4508-8f58-351f9528c914 service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530323 May 18 06:18:46.470663 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd688-4e4b-42ee-9765-43ca3dc4a1e8 req-6ace0574-05d9-4c26-b1cb-d2ddb64cdd1d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:46.472281 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e62cd688-4e4b-42ee-9765-43ca3dc4a1e8 req-6ace0574-05d9-4c26-b1cb-d2ddb64cdd1d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.0930474 May 18 06:18:46.538160 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1c14b-c626-47cf-a6bb-a6ca52077f9f req-bb924d4e-1f59-4414-827c-7b96ffbfb81f tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:46.539628 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-2fd1c14b-c626-47cf-a6bb-a6ca52077f9f req-bb924d4e-1f59-4414-827c-7b96ffbfb81f tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Synchronizing usage tracker for tenant:d6337233b1f442979c9d2f5f84f2b997 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:46.549022 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e62cd688-4e4b-42ee-9765-43ca3dc4a1e8 req-d1462c9a-0605-4e95-9439-e195a3657c26 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612068 May 18 06:18:46.568182 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-2fd1c14b-c626-47cf-a6bb-a6ca52077f9f req-bb924d4e-1f59-4414-827c-7b96ffbfb81f tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Unset dirty status for tenant:d6337233b1f442979c9d2f5f84f2b997 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:46.568182 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-2fd1c14b-c626-47cf-a6bb-a6ca52077f9f req-bb924d4e-1f59-4414-827c-7b96ffbfb81f tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.39 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 946 time: 0.1388791 May 18 06:18:46.719772 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-2fd1c14b-c626-47cf-a6bb-a6ca52077f9f req-bb58b937-58a9-43a4-81e6-74ad51b033f9 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Deleting port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:18:46.720177 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-2fd1c14b-c626-47cf-a6bb-a6ca52077f9f req-bb58b937-58a9-43a4-81e6-74ad51b033f9 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:46.874535 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-2fd1c14b-c626-47cf-a6bb-a6ca52077f9f req-bb58b937-58a9-43a4-81e6-74ad51b033f9 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] For port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a564b5db-5b8d-45be-8a78-c8bf9bc39ad4,segment=NetworkSegment(9c3ce11b-f0a9-4d03-adba-4d27e54161f2),segment_id=9c3ce11b-f0a9-4d03-adba-4d27e54161f2)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:46.874953 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-2fd1c14b-c626-47cf-a6bb-a6ca52077f9f req-bb58b937-58a9-43a4-81e6-74ad51b033f9 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:46.977057 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172d05-4ea5-4ea6-88a7-b0c69238b461 req-2adebb13-598c-4bcf-9c3e-d4a880ce7348 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:46.978577 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-08172d05-4ea5-4ea6-88a7-b0c69238b461 req-2adebb13-598c-4bcf-9c3e-d4a880ce7348 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 944 time: 0.1254303 May 18 06:18:47.030685 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-2fd1c14b-c626-47cf-a6bb-a6ca52077f9f req-bb58b937-58a9-43a4-81e6-74ad51b033f9 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Calling delete_port for a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:18:47.088292 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-08172d05-4ea5-4ea6-88a7-b0c69238b461 req-0602b58c-a792-4018-ab9b-e1d8d7d60df6 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037002 May 18 06:18:47.320689 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09753ee5-3af8-4419-a7aa-d5496eb2c34c req-1cfe1c82-396a-4566-8f73-edcf054375fa tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:47.327179 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-09753ee5-3af8-4419-a7aa-d5496eb2c34c req-1cfe1c82-396a-4566-8f73-edcf054375fa tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/ports?device_id=c97c81ab-8524-4104-8e67-c8ea9ca30035 HTTP/1.1" status: 200 len: 946 time: 0.1667693 May 18 06:18:47.351788 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-2fd1c14b-c626-47cf-a6bb-a6ca52077f9f req-bb58b937-58a9-43a4-81e6-74ad51b033f9 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:47.363340 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['a564b5db-5b8d-45be-8a78-c8bf9bc39ad4'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:47.372625 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-153f2438-bfab-478a-9620-52ff6624ffd2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:47.382913 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43116) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:47.452456 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-09753ee5-3af8-4419-a7aa-d5496eb2c34c req-cd212cac-e1a5-402b-9aeb-3ce480623ef7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe777546-cdc8-4d2f-bb3f-026dc0f3a215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179216 May 18 06:18:47.478852 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58b937-58a9-43a4-81e6-74ad51b033f9 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Pushing event deleted for resources: {'Port': ['ID=a564b5db-5b8d-45be-8a78-c8bf9bc39ad4,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:47.484914 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-bb58b937-58a9-43a4-81e6-74ad51b033f9 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:47.490692 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2b102c-3b86-4aba-85c4-7d236a8d410c admin admin] Deleting subnet 5a8202f2-40e2-4f04-ab88-f93b1fe26d98 {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:18:47.493965 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8f2b102c-3b86-4aba-85c4-7d236a8d410c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:47.532022 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd1c14b-c626-47cf-a6bb-a6ca52077f9f req-bb58b937-58a9-43a4-81e6-74ad51b033f9 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] No DVR routers for this DVR port a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:18:47.535658 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-2fd1c14b-c626-47cf-a6bb-a6ca52077f9f req-bb58b937-58a9-43a4-81e6-74ad51b033f9 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:47.539463 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97c81ab-8524-4104-8e67-c8ea9ca30035', 'name': 'network-vif-deleted', 'tag': 'a564b5db-5b8d-45be-8a78-c8bf9bc39ad4'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:47.560102 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-2fd1c14b-c626-47cf-a6bb-a6ca52077f9f req-bb58b937-58a9-43a4-81e6-74ad51b033f9 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] 10.222.0.39 "DELETE /v2.0/ports/a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 HTTP/1.1" status: 204 len: 173 time: 0.9809248 May 18 06:18:47.560283 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8f2b102c-3b86-4aba-85c4-7d236a8d410c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:47.568749 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8f2b102c-3b86-4aba-85c4-7d236a8d410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:47.594034 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97c81ab-8524-4104-8e67-c8ea9ca30035', 'name': 'network-vif-deleted', 'tag': 'a564b5db-5b8d-45be-8a78-c8bf9bc39ad4', 'status': 'completed', 'code': 200} May 18 06:18:47.873060 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ebf22-bd26-464a-ad95-a8e7f6b45a87 req-afa4408c-d8d5-4bac-87b4-345ec913a3c0 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:47.874643 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-da4ebf22-bd26-464a-ad95-a8e7f6b45a87 req-afa4408c-d8d5-4bac-87b4-345ec913a3c0 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1875966 May 18 06:18:47.972958 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-da4ebf22-bd26-464a-ad95-a8e7f6b45a87 req-8b45fc23-7e1d-4d90-bd8e-40f9415a0b99 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888491 May 18 06:18:48.016007 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8f2b102c-3b86-4aba-85c4-7d236a8d410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:48.025009 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:48.064234 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b102c-3b86-4aba-85c4-7d236a8d410c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a8202f2-40e2-4f04-ab88-f93b1fe26d98,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:48.067963 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8f2b102c-3b86-4aba-85c4-7d236a8d410c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:48.068938 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8f2b102c-3b86-4aba-85c4-7d236a8d410c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:48.074793 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-8f2b102c-3b86-4aba-85c4-7d236a8d410c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5a8202f2-40e2-4f04-ab88-f93b1fe26d98 HTTP/1.1" status: 204 len: 168 time: 0.6909497 May 18 06:18:48.077382 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43140) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:48.183154 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:48.355730 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:48.371545 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.371934 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.372604 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.373088 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > port after_create 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.373274 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.373736 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > port after_update 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.373929 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.374221 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.374526 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.374831 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.544669 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.545013 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.545336 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.545658 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:48.546113 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accd4a82-c6a0-4808-b580-93b081df5b0d']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:48.565828 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba2825a-9bd0-400d-a03c-cc186998a1cd') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:48.566143 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba2825a-9bd0-400d-a03c-cc186998a1cd') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:48.582496 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3901103'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:48.607136 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d3340-10cd-40b6-8d98-ab67d5c6e988 req-d1438b80-2cbe-4cac-b971-b6457ac5668c tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:48.608899 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f79d3340-10cd-40b6-8d98-ab67d5c6e988 req-d1438b80-2cbe-4cac-b971-b6457ac5668c tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 944 time: 0.3898230 May 18 06:18:48.617013 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:48.644418 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:18:48.645067 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3922012'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: from cryptography.utils import int_from_bytes May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: from cryptography.utils import int_from_bytes May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: Traceback (most recent call last): May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: timer() May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: cb(*args, **kw) May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: return func(*args, **kwargs) May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: self._notify() May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: self.callback(batched_events) May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: event.method(event) May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: return f(self, *a, **k) May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: return self._get(url).json() May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:18:48.672057 dv-cinder-784623-10-smb neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:18:48.763384 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f79d3340-10cd-40b6-8d98-ab67d5c6e988 req-c28c7108-1ba9-416b-93fe-4125b19d7471 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478901 May 18 06:18:48.778072 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:48.782390 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-83a04c04-a965-4d71-b625-467ee7ba2b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:48.803267 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:48.810231 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Pushing event deleted for resources: {'Network': ['ID=accd4a82-c6a0-4808-b580-93b081df5b0d,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:48.816530 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:48.823894 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] 10.222.0.10 "DELETE /v2.0/networks/accd4a82-c6a0-4808-b580-93b081df5b0d HTTP/1.1" status: 204 len: 168 time: 0.7455039 May 18 06:18:49.046427 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43170) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:49.097261 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-0f851931-6369-4ab0-98a7-8f976eabe0ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3206eeeb8474721be289880da86f2bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473168 May 18 06:18:49.097741 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 43176) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:49.183542 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882634f-f2c1-454b-8ca3-ba144d76cf1f req-bd54953b-98f0-4b74-a194-9bd4470921ff tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:49.185342 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4882634f-f2c1-454b-8ca3-ba144d76cf1f req-bd54953b-98f0-4b74-a194-9bd4470921ff tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.0858076 May 18 06:18:49.249035 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4882634f-f2c1-454b-8ca3-ba144d76cf1f req-37aa6935-fbda-43c3-bfe0-291dd5b5f6ec tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574796 May 18 06:18:49.250172 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d1e99243-4fca-42a5-9ec8-725560624cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.277628 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d1e99243-4fca-42a5-9ec8-725560624cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.339236 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d1e99243-4fca-42a5-9ec8-725560624cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.344226 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2d8f6951-9dc3-4989-8d4d-57caf0c41d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:49.357931 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e99243-4fca-42a5-9ec8-725560624cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691d8a61-6eb4-4bca-b72f-b79ef5a26dca,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:49.360448 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d1e99243-4fca-42a5-9ec8-725560624cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:49.366721 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d1e99243-4fca-42a5-9ec8-725560624cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.367862 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-d1e99243-4fca-42a5-9ec8-725560624cc8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/691d8a61-6eb4-4bca-b72f-b79ef5a26dca HTTP/1.1" status: 204 len: 168 time: 0.2692900 May 18 06:18:49.987899 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 1268da61-abd1-46a1-a50c-13007e0cd52b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:18:49.990670 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:18:50.065832 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6e5da-3356-45d2-bdad-96cd8980cbcf req-255a6ecb-9edb-468e-91e4-11ab94fe4c6e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:50.067650 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1cc6e5da-3356-45d2-bdad-96cd8980cbcf req-255a6ecb-9edb-468e-91e4-11ab94fe4c6e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 944 time: 0.1325982 May 18 06:18:50.092720 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:18:50.095111 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device a564b5db-5b8d-45be-8a78-c8bf9bc39ad4 not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:18:50.095873 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 43236) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:50.189016 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1cc6e5da-3356-45d2-bdad-96cd8980cbcf req-b8917931-903e-42cb-b5ee-9943acbbf769 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156058 May 18 06:18:50.280897 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4e438a9f-3aa9-43b2-81e3-002ecb053f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.281389 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43250) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:50.307784 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 1268da61-abd1-46a1-a50c-13007e0cd52b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1268da61-abd1-46a1-a50c-13007e0cd52b,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:50.312694 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-4e438a9f-3aa9-43b2-81e3-002ecb053f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:50.322509 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-4e438a9f-3aa9-43b2-81e3-002ecb053f38 admin admin] Usage tracker for resource:security_group_rule and tenant:dc51adc80bed483eba6eeff5d343d057 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:50.324302 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '1268da61-abd1-46a1-a50c-13007e0cd52b', 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c', 'port_id': '1268da61-abd1-46a1-a50c-13007e0cd52b', 'mac_address': 'fa:16:3e:c0:63:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf6dc63-a4ed-4903-9854-af249747843b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:18:50.328325 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-4e438a9f-3aa9-43b2-81e3-002ecb053f38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:50.344750 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-4e438a9f-3aa9-43b2-81e3-002ecb053f38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:50.406246 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.412577 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1609a27b-3a0f-4f02-81d8-6967e81831b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.428204 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1268da61-abd1-46a1-a50c-13007e0cd52b {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:50.453968 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 1268da61-abd1-46a1-a50c-13007e0cd52b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1268da61-abd1-46a1-a50c-13007e0cd52b,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:50.459865 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.462774 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:50.538343 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4e438a9f-3aa9-43b2-81e3-002ecb053f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.544548 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-1609a27b-3a0f-4f02-81d8-6967e81831b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:50.549631 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4e438a9f-3aa9-43b2-81e3-002ecb053f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.557188 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=1268da61-abd1-46a1-a50c-13007e0cd52b,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:50.564221 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 43264) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:50.565204 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:50.565549 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:50.565884 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:50.566212 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:50.566536 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:50.566860 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:50.567821 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:50.568174 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:50.568565 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:50.568939 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:50.569264 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:50.569580 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:50.569782 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-4a968509-7ebf-4fc4-b938-1e571e9ebd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:50.574233 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:50.574373 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-1609a27b-3a0f-4f02-81d8-6967e81831b3 admin admin] Usage tracker for resource:security_group_rule and tenant:e29cd3c291364d238ac8d753e18f196c is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:50.578801 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-1609a27b-3a0f-4f02-81d8-6967e81831b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:50.586974 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-1609a27b-3a0f-4f02-81d8-6967e81831b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:50.647206 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-4e438a9f-3aa9-43b2-81e3-002ecb053f38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc51adc80bed483eba6eeff5d343d057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5497189 May 18 06:18:50.653967 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e438a9f-3aa9-43b2-81e3-002ecb053f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761b00b6-8dca-48e6-a200-fa55d57647d4,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:50.655219 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43270) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:50.658567 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-4e438a9f-3aa9-43b2-81e3-002ecb053f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:50.668983 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94834b43-f0c0-4d18-82db-d9e7cd0bf2ee req-d149851f-106e-4a00-97a2-4ebfb274c76c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:50.670535 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-94834b43-f0c0-4d18-82db-d9e7cd0bf2ee req-d149851f-106e-4a00-97a2-4ebfb274c76c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.2335696 May 18 06:18:50.759773 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-network', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:50.764252 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:50.767985 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Usage tracker for resource:network and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:50.778987 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:50.784847 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:50.786198 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-94834b43-f0c0-4d18-82db-d9e7cd0bf2ee req-842b5716-f226-4221-91e3-7b536f755e21 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979669 May 18 06:18:50.808720 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Made reservation on behalf of d53c64ff29674e85aeeb96ed68d90a45 for: {'network': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:50.811010 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.821559 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1609a27b-3a0f-4f02-81d8-6967e81831b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.822915 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-84e61f51-f960-48b7-ab88-eadb7e0c0c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.824244 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.832271 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1609a27b-3a0f-4f02-81d8-6967e81831b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.838629 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:50.842284 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ca7da2e1-d569-4f64-ab9c-b8c89092a61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:50.842479 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Usage tracker for resource:security_group_rule and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:50.846695 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:50.852616 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:50.897649 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-84e61f51-f960-48b7-ab88-eadb7e0c0c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.912202 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['1268da61-abd1-46a1-a50c-13007e0cd52b'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:50.917950 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-1609a27b-3a0f-4f02-81d8-6967e81831b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e29cd3c291364d238ac8d753e18f196c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328506 May 18 06:18:50.918835 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 43276) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:50.928380 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609a27b-3a0f-4f02-81d8-6967e81831b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b308eaf-95e2-4fb5-9268-2720841691a6,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:50.931584 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1609a27b-3a0f-4f02-81d8-6967e81831b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:50.979705 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.002433 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.005997 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-84e61f51-f960-48b7-ab88-eadb7e0c0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.009359 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2ab58ed2-ed81-4fa9-b52e-dd3a5d9bc32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:51.011764 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:51.023248 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-dc458b1b-2d9e-4702-b0f6-aaddf9500ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.027996 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e61f51-f960-48b7-ab88-eadb7e0c0c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761b00b6-8dca-48e6-a200-fa55d57647d4,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:51.045624 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-84e61f51-f960-48b7-ab88-eadb7e0c0c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:51.052699 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-84e61f51-f960-48b7-ab88-eadb7e0c0c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.054248 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-84e61f51-f960-48b7-ab88-eadb7e0c0c89 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/761b00b6-8dca-48e6-a200-fa55d57647d4 HTTP/1.1" status: 204 len: 168 time: 0.3955557 May 18 06:18:51.071165 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=78806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:18:51.084324 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.084692 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.segments_db [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Added segment 9cdeafbb-a907-477b-907a-831e02785da0 of type vlan for network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 May 18 06:18:51.116180 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e47f706-96ab-45e2-bc90-1afa7f85bc43,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:51.119074 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:51.120985 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.125950 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-dc458b1b-2d9e-4702-b0f6-aaddf9500ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.187108 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.189192 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:51.190124 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.197259 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:51.288634 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-dc458b1b-2d9e-4702-b0f6-aaddf9500ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.309181 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Pushing event updated for resources: {'Network': ['ID=25b521bb-abd5-43d1-b8aa-02e9563ad1b4,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:51.317124 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:51.317746 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-bb4aff8d-b7d7-45d0-8439-53d90c583747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:51.322472 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:18:51.331760 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc458b1b-2d9e-4702-b0f6-aaddf9500ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b308eaf-95e2-4fb5-9268-2720841691a6,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:51.339475 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-dc458b1b-2d9e-4702-b0f6-aaddf9500ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:51.341838 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-dc458b1b-2d9e-4702-b0f6-aaddf9500ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.343116 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-dc458b1b-2d9e-4702-b0f6-aaddf9500ee7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b308eaf-95e2-4fb5-9268-2720841691a6 HTTP/1.1" status: 204 len: 168 time: 0.4233723 May 18 06:18:51.347823 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7698636 May 18 06:18:51.351617 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 43290) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:51.358860 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Request body: {'subnet': {'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-subnet', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:51.365679 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:51.370431 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Usage tracker for resource:subnet and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:51.375078 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:51.383173 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:51.412370 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Made reservation on behalf of d53c64ff29674e85aeeb96ed68d90a45 for: {'subnet': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:51.416443 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.431029 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db37178-1803-4aa4-b5f2-9f309ef93d98 req-411eee4b-8750-4136-a42c-3264a20397cb tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:51.433149 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0db37178-1803-4aa4-b5f2-9f309ef93d98 req-411eee4b-8750-4136-a42c-3264a20397cb tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 945 time: 0.1225023 May 18 06:18:51.509793 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 43294) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:51.545378 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b380cfb5-cbbc-4936-a0fd-6ffa4632bd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.565505 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0db37178-1803-4aa4-b5f2-9f309ef93d98 req-bf072a3e-0eb8-4a66-8af8-c59edd1b604b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257975 May 18 06:18:51.567122 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-b380cfb5-cbbc-4936-a0fd-6ffa4632bd45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:51.576825 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-b380cfb5-cbbc-4936-a0fd-6ffa4632bd45 admin admin] Usage tracker for resource:security_group_rule and tenant:9234d06a0a5241ebb09192dc0d33b147 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:51.589872 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-b380cfb5-cbbc-4936-a0fd-6ffa4632bd45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:51.590638 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-b380cfb5-cbbc-4936-a0fd-6ffa4632bd45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:51.699142 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43302) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:51.716925 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ec77721b-55e2-463f-8499-97c8a5dfd33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.732092 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ec77721b-55e2-463f-8499-97c8a5dfd33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:51.736437 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ec77721b-55e2-463f-8499-97c8a5dfd33d admin admin] Usage tracker for resource:security_group_rule and tenant:f2918e6f64924d9b97d7b72999a90c2f is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:51.739389 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ec77721b-55e2-463f-8499-97c8a5dfd33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:51.745251 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ec77721b-55e2-463f-8499-97c8a5dfd33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:51.781068 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b380cfb5-cbbc-4936-a0fd-6ffa4632bd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.827547 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b380cfb5-cbbc-4936-a0fd-6ffa4632bd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.844027 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:51.893819 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-b380cfb5-cbbc-4936-a0fd-6ffa4632bd45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9234d06a0a5241ebb09192dc0d33b147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829722 May 18 06:18:51.899126 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 43312) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:51.911367 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ec77721b-55e2-463f-8499-97c8a5dfd33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.912447 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380cfb5-cbbc-4936-a0fd-6ffa4632bd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ae1fd7-f8f2-44ad-b384-0f0f4448fa0a,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:51.918445 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b380cfb5-cbbc-4936-a0fd-6ffa4632bd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:51.928931 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ec77721b-55e2-463f-8499-97c8a5dfd33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.941077 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1609a27b-3a0f-4f02-81d8-6967e81831b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:51.987176 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-de56b927-9d65-4749-bcd3-5c0e0b3c36a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.035159 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-de56b927-9d65-4749-bcd3-5c0e0b3c36a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.040095 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-ec77721b-55e2-463f-8499-97c8a5dfd33d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2918e6f64924d9b97d7b72999a90c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356750 May 18 06:18:52.040559 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43316) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:52.044134 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77721b-55e2-463f-8499-97c8a5dfd33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1e9599-b448-4d66-b15e-4bf60fd95550,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:52.066493 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ec77721b-55e2-463f-8499-97c8a5dfd33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:52.127035 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae2e0d-14cf-4faf-83a7-a2302ae09da1 req-599080a3-7016-46e5-99e7-ff592845fb78 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:52.128903 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-86ae2e0d-14cf-4faf-83a7-a2302ae09da1 req-599080a3-7016-46e5-99e7-ff592845fb78 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1906586 May 18 06:18:52.147884 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280'] for subnet, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.154897 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b420df1d-0735-4285-a5a5-a0f384e7dc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:52.162150 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1a10b3b3-5258-4f13-a591-c1f05b1fc555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.187394 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-de56b927-9d65-4749-bcd3-5c0e0b3c36a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.203064 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1a10b3b3-5258-4f13-a591-c1f05b1fc555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.279641 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f3d7da-6d97-479e-89c5-48a24fca53b8,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:52.281599 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-86ae2e0d-14cf-4faf-83a7-a2302ae09da1 req-72e4e2ab-38d7-4d7c-a3dd-b220d73362b3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466815 May 18 06:18:52.284959 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:52.288006 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-96e94b69-cbbe-4cb7-9521-e9f8cd3d67b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:52.295192 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-de56b927-9d65-4749-bcd3-5c0e0b3c36a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.298854 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-de56b927-9d65-4749-bcd3-5c0e0b3c36a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04ae1fd7-f8f2-44ad-b384-0f0f4448fa0a HTTP/1.1" status: 204 len: 168 time: 0.3964889 May 18 06:18:52.305197 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56b927-9d65-4749-bcd3-5c0e0b3c36a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ae1fd7-f8f2-44ad-b384-0f0f4448fa0a,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:52.308561 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-de56b927-9d65-4749-bcd3-5c0e0b3c36a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:52.311420 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Checking segment: {'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:52.311942 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Network hostable DHCP agents. Network: 25b521bb-abd5-43d1-b8aa-02e9563ad1b4, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:18:52.314392 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1a10b3b3-5258-4f13-a591-c1f05b1fc555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.337931 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4ebfe455-970c-405b-8d01-ae85503a471c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:52.338518 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:18:52.351501 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, 25b521bb-abd5-43d1-b8aa-02e9563ad1b4) {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:52.357665 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:52.359295 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.360015 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10b3b3-5258-4f13-a591-c1f05b1fc555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1e9599-b448-4d66-b15e-4bf60fd95550,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:52.360972 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dff5bb3-715e-4068-95c8-96f9362290d0 None None] Network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:18:52.363206 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1a10b3b3-5258-4f13-a591-c1f05b1fc555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:52.371149 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1a10b3b3-5258-4f13-a591-c1f05b1fc555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.376736 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-1a10b3b3-5258-4f13-a591-c1f05b1fc555 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e1e9599-b448-4d66-b15e-4bf60fd95550 HTTP/1.1" status: 204 len: 168 time: 0.3352175 May 18 06:18:52.392950 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0390215 May 18 06:18:52.395720 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43330) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:52.400705 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:52.408455 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:52.413266 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Usage tracker for resource:router and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:52.422060 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:52.432809 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:52.447575 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14097'] for router, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.449110 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14086'] for router, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.471200 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.708454 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7579a6-934c-53e0-bcc5-5362a01ddfef-25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8'}]}} from dv-cinder-784623-10-smb. {{(pid=78808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:18:52.709462 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.842952 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-669950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14324'] for router, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.955495 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Allocated IP 172.20.0.2 (25b521bb-abd5-43d1-b8aa-02e9563ad1b4/04f3d7da-6d97-479e-89c5-48a24fca53b8/685e4550-08c5-476b-a650-ffed9f60bddf) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:18:53.041826 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2d36-2e2d-4f18-a4f2-dd42a6752f8e req-9c13fce4-95b6-4f1c-89c8-196a5cfd675a tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:53.046049 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-42bd2d36-2e2d-4f18-a4f2-dd42a6752f8e req-9c13fce4-95b6-4f1c-89c8-196a5cfd675a tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 945 time: 0.1946239 May 18 06:18:53.125588 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-42bd2d36-2e2d-4f18-a4f2-dd42a6752f8e req-c2ee4a73-99fa-42fb-9eca-54d1f6a24b7a tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730021 May 18 06:18:53.239086 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:53.251355 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Transition to ACTIVE for port object 685e4550-08c5-476b-a650-ffed9f60bddf will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:53.274154 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Transition to ACTIVE for port object 685e4550-08c5-476b-a650-ffed9f60bddf will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:53.282839 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:53.287526 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:53.398457 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:53.408671 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:18:53.411739 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:53.415412 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:18:53.442908 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:53.463959 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Pushing event updated for resources: {'Port': ['ID=685e4550-08c5-476b-a650-ffed9f60bddf,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:53.539126 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:53.610684 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Attempting to bind port 685e4550-08c5-476b-a650-ffed9f60bddf on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:53.611099 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Attempting to bind port 685e4550-08c5-476b-a650-ffed9f60bddf by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:53.611636 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Attempting to bind port 685e4550-08c5-476b-a650-ffed9f60bddf on network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:53.618686 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:53.619359 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Checking segment: {'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:53.619932 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:53.620355 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Bound using segment: {'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:53.620826 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Bound port: 685e4550-08c5-476b-a650-ffed9f60bddf, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:53.621193 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:53.686477 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Allocated IP 172.28.2.180 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:18:53.769431 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-0e47e188-06ab-4add-a728-462015507b06 None None] For port 685e4550-08c5-476b-a650-ffed9f60bddf, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:53.772854 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-0e47e188-06ab-4add-a728-462015507b06 None None] For port 685e4550-08c5-476b-a650-ffed9f60bddf, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=685e4550-08c5-476b-a650-ffed9f60bddf,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:53.780256 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:53.792957 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:53.926890 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Pushing event updated for resources: {'Port': ['ID=685e4550-08c5-476b-a650-ffed9f60bddf,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:53.943096 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:53.944156 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f033ed-7908-4f10-abe6-fc7595f5ced1 req-508eb67e-d11e-4d22-a300-022e1a6c5c2c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:53.945621 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b1f033ed-7908-4f10-abe6-fc7595f5ced1 req-508eb67e-d11e-4d22-a300-022e1a6c5c2c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.3363833 May 18 06:18:54.033498 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 1268da61-abd1-46a1-a50c-13007e0cd52b up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:54.080318 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b1f033ed-7908-4f10-abe6-fc7595f5ced1 req-50fd9aee-58aa-4871-a29f-f8ec0116e437 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176884 May 18 06:18:54.119357 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:54.188142 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port 1268da61-abd1-46a1-a50c-13007e0cd52b completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:54.195554 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 1268da61-abd1-46a1-a50c-13007e0cd52b triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:54.197432 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:54.205112 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:54.212729 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:54.361081 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:18:54.364245 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:54.375629 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:18:54.500836 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Pushing event updated for resources: {'Port': ['ID=4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:54.520846 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:54.582140 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:54.658529 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c4231a-1067-4c01-808a-b5f16e7eb04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1268da61-abd1-46a1-a50c-13007e0cd52b'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:54.675838 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 1268da61-abd1-46a1-a50c-13007e0cd52b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1268da61-abd1-46a1-a50c-13007e0cd52b,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:54.684783 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:54.686933 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:54.779528 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=1268da61-abd1-46a1-a50c-13007e0cd52b,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:54.782579 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:54.873184 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c4231a-1067-4c01-808a-b5f16e7eb04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1268da61-abd1-46a1-a50c-13007e0cd52b', 'code': 200} May 18 06:18:54.940317 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790a6ff-f7c4-4c13-9292-a6f80ee5e677 req-b60d3144-edcb-411a-b478-de63e2214913 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:54.941936 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0790a6ff-f7c4-4c13-9292-a6f80ee5e677 req-b60d3144-edcb-411a-b478-de63e2214913 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 945 time: 0.4786808 May 18 06:18:55.092484 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0790a6ff-f7c4-4c13-9292-a6f80ee5e677 req-0ccdb74d-8905-401b-94b1-de41b7004cf4 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429935 May 18 06:18:55.250945 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522aa8d-3411-445e-b158-222d5589a7f9 req-cc77dadd-0c84-4021-b37a-430729d279f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:55.255248 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3522aa8d-3411-445e-b158-222d5589a7f9 req-cc77dadd-0c84-4021-b37a-430729d279f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 1099 time: 0.1540437 May 18 06:18:55.317895 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:55.336647 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3522aa8d-3411-445e-b158-222d5589a7f9 req-4e8b6012-1f76-47e1-97a8-abd6dc317190 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716081 May 18 06:18:55.410392 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 685e4550-08c5-476b-a650-ffed9f60bddf up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:55.458337 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba993b5-d215-4e72-885c-b9703799a42f None None] Network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:18:55.536182 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5268bf-51b0-4850-8b30-a895b8b6b419 req-944afde1-5781-48e0-af90-850677b5c158 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:55.537600 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9e5268bf-51b0-4850-8b30-a895b8b6b419 req-944afde1-5781-48e0-af90-850677b5c158 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.3028224 May 18 06:18:55.604473 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-efe35fcb-cccf-46de-9014-d23f53f66651 None None] Provisioning for port 685e4550-08c5-476b-a650-ffed9f60bddf completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:55.629826 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 685e4550-08c5-476b-a650-ffed9f60bddf completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:55.666667 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 685e4550-08c5-476b-a650-ffed9f60bddf triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:55.667220 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:55.684190 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9e5268bf-51b0-4850-8b30-a895b8b6b419 req-7177afd4-05b2-4f93-9762-26273711bf46 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326108 May 18 06:18:55.932440 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659129'] for router, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:55.964521 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.022750 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port 685e4550-08c5-476b-a650-ffed9f60bddf, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=685e4550-08c5-476b-a650-ffed9f60bddf,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:56.031716 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.035536 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:56.180788 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=685e4550-08c5-476b-a650-ffed9f60bddf,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:56.185046 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:56.355181 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-d38149e9-7cef-45fb-8060-211011e6e4f9 None None] Provisioning complete for port 685e4550-08c5-476b-a650-ffed9f60bddf triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:56.355892 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d38149e9-7cef-45fb-8060-211011e6e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.409963 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Router 09fab4fe-a875-47af-80f6-a4c2007649ef is scheduled to L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f with binding_index 1 {{(pid=78807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:18:56.603739 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d0c95b6a-1e9e-4ca9-ba94-489319e71e8f req-359b5b11-8df1-47f8-90a4-18effab0f71e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712481 May 18 06:18:56.617089 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb548-fde6-4dcb-b8bb-c643d41c8aa0 req-40fce5d0-d28e-41dd-8ad7-fccda3e1f918 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:56.618559 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6e9cb548-fde6-4dcb-b8bb-c643d41c8aa0 req-40fce5d0-d28e-41dd-8ad7-fccda3e1f918 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 946 time: 0.3100519 May 18 06:18:56.690233 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6e9cb548-fde6-4dcb-b8bb-c643d41c8aa0 req-8a1a8c72-4e9f-4f6b-b88e-ec038a582a2c tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571787 May 18 06:18:56.793380 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:18:56.802953 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Sync routers for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:18:56.813238 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:18:56.814411 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:18:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:56.863051 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c95b6a-1e9e-4ca9-ba94-489319e71e8f req-6b643844-c251-43c1-96ac-62ac5783b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:56.864628 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d0c95b6a-1e9e-4ca9-ba94-489319e71e8f req-6b643844-c251-43c1-96ac-62ac5783b113 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21c079ec78ae49098f331d15095a4e48&device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 1099 time: 0.1710613 May 18 06:18:56.896095 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.897382 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5009665 May 18 06:18:56.900600 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43460) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:57.156414 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:18:57.167657 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c95b6a-1e9e-4ca9-ba94-489319e71e8f req-587d69c8-e89a-4963-b818-55a874bfb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:57.169128 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d0c95b6a-1e9e-4ca9-ba94-489319e71e8f req-587d69c8-e89a-4963-b818-55a874bfb546 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 200 len: 914 time: 0.2679913 May 18 06:18:57.218601 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c636b-e5b1-4fd2-b05b-ad6707ce5a29 req-8710c86c-81c6-496e-98a2-87996a46c03e tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:57.220219 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-623c636b-e5b1-4fd2-b05b-ad6707ce5a29 req-8710c86c-81c6-496e-98a2-87996a46c03e tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.4161878 May 18 06:18:57.334546 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d0c95b6a-1e9e-4ca9-ba94-489319e71e8f req-24fc0a5f-0712-4b73-aba8-23d54e9ff19b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d127f2be-6003-4e58-905a-795e54fd1442 HTTP/1.1" status: 200 len: 217 time: 0.1526873 May 18 06:18:57.347176 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 685e4550-08c5-476b-a650-ffed9f60bddf up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:57.403716 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-623c636b-e5b1-4fd2-b05b-ad6707ce5a29 req-773ae45c-fbea-4968-87c6-2372e26e600a tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754329 May 18 06:18:57.429565 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 685e4550-08c5-476b-a650-ffed9f60bddf triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:57.430245 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:57.673691 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:54Z', 'revision_number': 3, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:57.678550 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Checking router: 09fab4fe-a875-47af-80f6-a4c2007649ef for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:18:57.679210 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Updating router 09fab4fe-a875-47af-80f6-a4c2007649ef port 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 binding host dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:18:57.688431 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c95b6a-1e9e-4ca9-ba94-489319e71e8f req-d03f3003-1bb2-48bc-af79-e16051dc964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:57.690910 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d0c95b6a-1e9e-4ca9-ba94-489319e71e8f req-d03f3003-1bb2-48bc-af79-e16051dc964c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bf6dc63-a4ed-4903-9854-af249747843b HTTP/1.1" status: 200 len: 854 time: 0.3420613 May 18 06:18:57.737201 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:57.796057 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d0c95b6a-1e9e-4ca9-ba94-489319e71e8f req-a5e8f4db-772f-4252-9cd3-c2c4ae2081e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938072 May 18 06:18:58.104383 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f05a3-6f3d-43fd-8c25-cdd5df8eec13 req-1f354191-a91d-4277-9421-4ef8efcd26fc tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:58.105812 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-818f05a3-6f3d-43fd-8c25-cdd5df8eec13 req-1f354191-a91d-4277-9421-4ef8efcd26fc tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 946 time: 0.1676145 May 18 06:18:58.122822 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d0c95b6a-1e9e-4ca9-ba94-489319e71e8f req-631f76ca-dbc6-407c-8fe8-2b7eb60c061a service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159730 May 18 06:18:58.128823 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:58.247243 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-818f05a3-6f3d-43fd-8c25-cdd5df8eec13 req-c94db11c-eec4-4426-9cf4-2e9b4e487a2b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345508 May 18 06:18:58.359735 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:58.387008 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Transition to ACTIVE for port object 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:58.396309 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:58.402012 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d0c95b6a-1e9e-4ca9-ba94-489319e71e8f req-04675a31-e80b-4979-9237-31fdcfdf3030 service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610664 May 18 06:18:58.403725 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:58.521973 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Allocated IP 172.20.0.1 (25b521bb-abd5-43d1-b8aa-02e9563ad1b4/04f3d7da-6d97-479e-89c5-48a24fca53b8/1609437d-f480-46fd-9104-0590e28eac18) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:18:58.531525 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Attempting to bind port 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:58.531898 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Attempting to bind port 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:58.532290 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Attempting to bind port 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 on network a911aa9e-1d36-431b-972c-57775e8f58e4 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:58.539317 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Pushing event updated for resources: {'Port': ['ID=4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:58.545899 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:58.547728 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Checking segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:58.547728 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:58.547728 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Bound using segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:58.547728 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Bound port: 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:58.548222 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:58.587868 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:58.588358 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:58.588693 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:58.589023 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:58.589345 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:58.589678 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:58.589982 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:58.590296 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:58.590636 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:58.590973 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:58.591251 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:58.591563 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:58.623533 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:58.668544 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] For port 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:58.673153 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] For port 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:58.678827 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:58.685702 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:58.779524 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:18:58.779956 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:18:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:58.865988 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Pushing event updated for resources: {'Port': ['ID=4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:58.873534 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:58.899455 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Transition to ACTIVE for port object 1609437d-f480-46fd-9104-0590e28eac18 will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:58.907992 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b76ab-35d0-425b-a622-581cf867a3d7 req-e77f4a8e-e4c3-4584-bfce-b962411586ab tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:58.915648 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-587b76ab-35d0-425b-a622-581cf867a3d7 req-e77f4a8e-e4c3-4584-bfce-b962411586ab tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1354365 May 18 06:18:58.983980 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-587b76ab-35d0-425b-a622-581cf867a3d7 req-5a535c90-d22e-4241-be49-5c5c9b278f9b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672734 May 18 06:18:59.026591 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:59.042341 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:59.066967 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:18:59.126846 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:18:59.130898 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:59.134550 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:18:59.184062 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Pushing event updated for resources: {'Port': ['ID=1609437d-f480-46fd-9104-0590e28eac18,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:59.190425 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:59.212973 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683074'] for router_interface, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:59.322006 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-e4ea2338-3319-4f63-b2f8-f9481e2f3061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:59.445402 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:54Z', 'revision_number': 3, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:59.446095 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:59.451886 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6413aa-cbd2-4ef9-9231-3fa12f50a044 None None] The sync data for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb is: [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:54Z', 'revision_number': 3, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:18:59.483491 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-dcc9f71f-7c0f-4f46-ad80-20e2760f1271 None None] Provisioning for port 1609437d-f480-46fd-9104-0590e28eac18 completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:59.494315 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-dcc9f71f-7c0f-4f46-ad80-20e2760f1271 None None] Provisioning complete for port 1609437d-f480-46fd-9104-0590e28eac18 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:59.494760 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-dcc9f71f-7c0f-4f46-ad80-20e2760f1271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:59.589279 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9f71f-7c0f-4f46-ad80-20e2760f1271 None None] Port 1609437d-f480-46fd-9104-0590e28eac18 cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:18:59.758985 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:59.785713 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921920'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:59.849550 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:59.961135 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-665061'] for router_interface, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:59.986188 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Pushing event updated for resources: {'Port': ['ID=1609437d-f480-46fd-9104-0590e28eac18,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:59.999147 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:00.311095 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:00.314909 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:00.465813 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946eea3-6021-42f1-91f2-8811f36dc9e8 req-73b33fc4-e83d-411a-89c8-28688bb7b2ce tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:00.467996 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1946eea3-6021-42f1-91f2-8811f36dc9e8 req-73b33fc4-e83d-411a-89c8-28688bb7b2ce tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.2645814 May 18 06:19:00.589810 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1946eea3-6021-42f1-91f2-8811f36dc9e8 req-322c98ed-ea21-4393-a1b5-f6e50e33e9d9 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720789 May 18 06:19:00.600274 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Router 09fab4fe-a875-47af-80f6-a4c2007649ef has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:19:00.626150 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-38df17a9-e09a-40b0-9680-2232b4ed0845 None None] Provisioning complete for port 1609437d-f480-46fd-9104-0590e28eac18 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:00.626629 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-38df17a9-e09a-40b0-9680-2232b4ed0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:00.681782 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-38df17a9-e09a-40b0-9680-2232b4ed0845 None None] Port 1609437d-f480-46fd-9104-0590e28eac18 cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:19:00.778124 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:19:00.786949 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] 10.222.0.10 "PUT /v2.0/routers/09fab4fe-a875-47af-80f6-a4c2007649ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8843994 May 18 06:19:01.352467 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43574) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:01.357679 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1012912672', 'description': 'tempest-description--1899557082'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:01.364346 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:01.368995 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Usage tracker for resource:security_group and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:01.371313 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:01.374403 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:01.378838 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:01.397004 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.414221 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Sync routers for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:19:01.424727 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:01.433786 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Usage tracker for resource:security_group_rule and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:01.444785 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:01.448484 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:19:01.451531 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:01.462798 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:01.463520 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:18:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:01.540550 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.554024 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.561555 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a372bb68-29ad-4e22-8448-a4bd44754528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:01.628205 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385ec154-1f52-433c-aa06-607df9ae0bc3,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:01.631489 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:01.632770 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.634140 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2806187 May 18 06:19:01.637254 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 43588) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:01.643280 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-1b482436-db35-4877-9f1b-3029091cd84a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Request body: {'security_group_rule': {'security_group_id': '385ec154-1f52-433c-aa06-607df9ae0bc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:01.646878 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:01.650952 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-1b482436-db35-4877-9f1b-3029091cd84a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:01.655897 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-1b482436-db35-4877-9f1b-3029091cd84a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Usage tracker for resource:security_group_rule and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:01.659160 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:01.659544 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.659767 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-1b482436-db35-4877-9f1b-3029091cd84a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:01.668396 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-1b482436-db35-4877-9f1b-3029091cd84a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:01.689210 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1b482436-db35-4877-9f1b-3029091cd84a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.732009 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:01.771723 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1b482436-db35-4877-9f1b-3029091cd84a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.778571 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1b482436-db35-4877-9f1b-3029091cd84a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.784482 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:01.822989 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b482436-db35-4877-9f1b-3029091cd84a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376f28c4-f4aa-475c-b2e4-c97ac5bf9923,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:01.831989 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1b482436-db35-4877-9f1b-3029091cd84a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:01.850548 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1b482436-db35-4877-9f1b-3029091cd84a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.856754 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-1b482436-db35-4877-9f1b-3029091cd84a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2156126 May 18 06:19:01.858746 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43596) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:01.868263 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-1c06c581-c0d5-497a-af47-13c1f5cb54b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Request body: {'security_group_rule': {'security_group_id': '385ec154-1f52-433c-aa06-607df9ae0bc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:01.885476 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-1c06c581-c0d5-497a-af47-13c1f5cb54b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:01.902607 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-1c06c581-c0d5-497a-af47-13c1f5cb54b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Usage tracker for resource:security_group_rule and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:01.915135 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-1c06c581-c0d5-497a-af47-13c1f5cb54b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:01.969685 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-1c06c581-c0d5-497a-af47-13c1f5cb54b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:02.037571 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1c06c581-c0d5-497a-af47-13c1f5cb54b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:02.137022 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2365b-5bbb-4a60-8623-3aa7d25e6caf req-44aa2a88-5430-4f38-aec0-d21bc936e982 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:02.144275 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-02b2365b-5bbb-4a60-8623-3aa7d25e6caf req-44aa2a88-5430-4f38-aec0-d21bc936e982 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.3295760 May 18 06:19:02.209682 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:02.223628 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-02b2365b-5bbb-4a60-8623-3aa7d25e6caf req-91979e5c-e9bc-4091-a07b-9f5dc5a485ac tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784004 May 18 06:19:02.272096 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:02.292800 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1c06c581-c0d5-497a-af47-13c1f5cb54b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:02.300668 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1c06c581-c0d5-497a-af47-13c1f5cb54b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:02.303379 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ea0d8f94-a5b2-4ed1-a9d0-ea3d7effea21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:02.312974 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:02.335783 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:02.561163 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:02.569133 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:02.597911 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06c581-c0d5-497a-af47-13c1f5cb54b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e2797d-6f6a-4686-a047-f2a2fd1ca3fb,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:02.608334 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-041677ac-4ced-4f0b-b582-233caec87e5f tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:02.609784 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-041677ac-4ced-4f0b-b582-233caec87e5f tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/networks?id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 200 len: 814 time: 0.1648982 May 18 06:19:02.610621 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 2, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:02.612732 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1c06c581-c0d5-497a-af47-13c1f5cb54b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:02.616933 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1c06c581-c0d5-497a-af47-13c1f5cb54b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:02.620119 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-1c06c581-c0d5-497a-af47-13c1f5cb54b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7604113 May 18 06:19:02.620930 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Checking router: 09fab4fe-a875-47af-80f6-a4c2007649ef for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:19:02.621544 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Updating router 09fab4fe-a875-47af-80f6-a4c2007649ef port 1609437d-f480-46fd-9104-0590e28eac18 binding host dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:19:02.622144 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 43628) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:02.629129 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Request body: {'floatingip': {'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:02.644008 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:02.647300 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-d7c86041-cc34-432b-bb8f-364ef9dc430b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/quotas/21c079ec78ae49098f331d15095a4e48 HTTP/1.1" status: 200 len: 375 time: 0.0111270 May 18 06:19:02.654300 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Usage tracker for resource:floatingip and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:02.658361 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:02.672793 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:02.689936 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:02.691673 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:02.746304 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-c174ef29-0a4c-49e1-ab1b-e4356a995968 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=21c079ec78ae49098f331d15095a4e48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928841 May 18 06:19:02.848520 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:02.886240 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-1086a81f-6066-4810-b7ed-79135f44c4f9 service neutron] 10.222.0.10 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298993 May 18 06:19:02.992490 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Allocated IP 172.28.2.241 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/347251ee-c3ea-4c09-bb98-df2b0c0d9fad) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:03.050211 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-20f71504-6525-4425-8119-cc8f4631e422 service neutron] 10.222.0.10 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541786 May 18 06:19:03.056283 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:03.070875 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:03.084251 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Transition to ACTIVE for port object 1609437d-f480-46fd-9104-0590e28eac18 will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:03.092079 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:03.096800 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:03.211212 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:03.288086 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:03.293229 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-365fa33e-424b-4173-8fb9-943ff9324a37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:03.345608 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673c624-9eaa-4634-8163-6fac61c0b51d None None] Pushing event updated for resources: {'Port': ['ID=1609437d-f480-46fd-9104-0590e28eac18,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:03.352344 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8673c624-9eaa-4634-8163-6fac61c0b51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:03.355669 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3662a937-2e37-486f-a640-45e0d365747f req-173d563f-1b54-4474-b0a3-c248a2892d68 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 210 time: 0.1344392 May 18 06:19:03.387035 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:03.442553 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:03.445741 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:03.468758 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event updated for resources: {'Port': ['ID=347251ee-c3ea-4c09-bb98-df2b0c0d9fad,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:03.471638 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:03.475892 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:03.519677 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Attempting to bind port 1609437d-f480-46fd-9104-0590e28eac18 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:03.520228 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Attempting to bind port 1609437d-f480-46fd-9104-0590e28eac18 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:03.520691 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Attempting to bind port 1609437d-f480-46fd-9104-0590e28eac18 on network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:03.528183 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:03.529093 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Checking segment: {'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:03.529695 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:03.530191 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Bound using segment: {'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:03.530831 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Bound port: 1609437d-f480-46fd-9104-0590e28eac18, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:03.531259 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:03.607099 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:03.666064 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821ce39-8209-40e5-a992-f6b2be548500 req-6fdf1a9b-df64-4662-8256-d2a983ed5643 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:03.675478 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c821ce39-8209-40e5-a992-f6b2be548500 req-6fdf1a9b-df64-4662-8256-d2a983ed5643 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1031575 May 18 06:19:03.706671 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] For port 1609437d-f480-46fd-9104-0590e28eac18, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:03.710567 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] For port 1609437d-f480-46fd-9104-0590e28eac18, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=1609437d-f480-46fd-9104-0590e28eac18,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:03.731394 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:03.745407 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:03.763223 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:03.779071 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c821ce39-8209-40e5-a992-f6b2be548500 req-8b5e9c7e-cd2c-4ade-bab3-fdc2af3b8354 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027119 May 18 06:19:03.836284 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673c624-9eaa-4634-8163-6fac61c0b51d None None] Pushing event updated for resources: {'Port': ['ID=1609437d-f480-46fd-9104-0590e28eac18,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:03.848984 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8673c624-9eaa-4634-8163-6fac61c0b51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:03.858377 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:03.859091 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:03.889781 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:03.890560 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:18:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:04.147920 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:04.154956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:04.159964 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c2547a47-72a2-44e4-a1fc-911b58417361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:04.230134 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event updated for resources: {'Port': ['ID=347251ee-c3ea-4c09-bb98-df2b0c0d9fad,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:04.234281 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:04.236748 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:04.258163 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:04.262798 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:04.272016 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6410344 May 18 06:19:04.598078 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ca38eebf-2bc3-45b4-b6c3-74c2dd1551c9 req-ae6f7cb3-c0e9-4df7-ad9e-67a08b7d0f09 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 210 time: 0.0703630 May 18 06:19:04.601887 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-900baa17-1812-44e3-a23f-145c946da1e7 req-4c70a1ba-8605-48c1-a569-aa42b036af33 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Synchronizing usage tracker for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:19:04.620329 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-900baa17-1812-44e3-a23f-145c946da1e7 req-4c70a1ba-8605-48c1-a569-aa42b036af33 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Unset dirty status for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:19:04.621643 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-4c70a1ba-8605-48c1-a569-aa42b036af33 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1012912672&fields=id&tenant_id=d53c64ff29674e85aeeb96ed68d90a45 HTTP/1.1" status: 200 len: 267 time: 0.1241152 May 18 06:19:04.869292 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900baa17-1812-44e3-a23f-145c946da1e7 req-dbf18083-5465-4ac7-b725-af435978c7ee tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:04.880946 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-dbf18083-5465-4ac7-b725-af435978c7ee tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 817 time: 0.2493486 May 18 06:19:04.896062 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:03Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:04.898503 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-252f6912-c416-41d2-8f16-c7d71aacd856 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/quotas/d53c64ff29674e85aeeb96ed68d90a45 HTTP/1.1" status: 200 len: 375 time: 0.0165453 May 18 06:19:04.905225 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9b929-0f4f-476a-9a09-a383332e5a0b None None] The sync data for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb is: [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:03Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:19:05.032147 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-900baa17-1812-44e3-a23f-145c946da1e7 req-4dd687eb-9210-427a-bc41-5dd100d00f02 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Synchronizing usage tracker for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:19:05.060242 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-900baa17-1812-44e3-a23f-145c946da1e7 req-4dd687eb-9210-427a-bc41-5dd100d00f02 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Unset dirty status for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:19:05.061862 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-4dd687eb-9210-427a-bc41-5dd100d00f02 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1624701 May 18 06:19:05.267377 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-4f5c55fc-631d-415d-b72d-60e2f64e49c6 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:05.269599 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-4f5c55fc-631d-415d-b72d-60e2f64e49c6 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "GET /v2.0/networks?id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 200 len: 814 time: 0.2468319 May 18 06:19:05.284413 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Request body: {'port': {'device_id': 'b8c1abcc-9999-4570-ac9c-871650fa9e76', 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c', 'admin_state_up': True, 'tenant_id': '21c079ec78ae49098f331d15095a4e48'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:05.347308 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-2ac0c966-94d3-4e74-ac30-733cabf98f27 service neutron] 10.222.0.10 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707491 May 18 06:19:05.365143 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3024eac-fea4-4cae-a658-d7408dc2c4d2 req-88446b02-1825-4ed5-91d5-af253f4a0b8d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:05.372988 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a3024eac-fea4-4cae-a658-d7408dc2c4d2 req-88446b02-1825-4ed5-91d5-af253f4a0b8d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1713805 May 18 06:19:05.403780 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 1609437d-f480-46fd-9104-0590e28eac18 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:05.512884 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 1609437d-f480-46fd-9104-0590e28eac18 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:05.520324 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 1609437d-f480-46fd-9104-0590e28eac18 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:05.521145 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.579036 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a3024eac-fea4-4cae-a658-d7408dc2c4d2 req-da544021-7ce6-49f9-a393-9176029129f3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050223 May 18 06:19:05.620336 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:05.622827 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-c120039d-47d2-4b12-b57c-9b8691bfce89 service neutron] 10.222.0.10 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321491 May 18 06:19:05.624805 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Usage tracker for resource:port and tenant:21c079ec78ae49098f331d15095a4e48 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:05.628078 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:05.634570 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:05.664995 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Made reservation on behalf of 21c079ec78ae49098f331d15095a4e48 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:05.665667 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.669073 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.718118 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port 1609437d-f480-46fd-9104-0590e28eac18, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=1609437d-f480-46fd-9104-0590e28eac18,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:05.725706 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.728250 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:05.827584 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9a566d1d-e24e-4f26-94c1-1e0902ca2f9d req-60d2352c-2a45-4235-b51e-3bdf10c884e0 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 210 time: 0.0720916 May 18 06:19:05.857773 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=1609437d-f480-46fd-9104-0590e28eac18,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:05.867600 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:05.943335 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Allocated IP 172.20.0.8 (1f7219fb-4a72-4b36-b8af-8b4a9cacde9c/6bf6dc63-a4ed-4903-9854-af249747843b/341804d3-550b-46be-8fb8-1917689bdc69) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:06.045631 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ab70bfe7-52ef-4775-9f1a-c0d629dc78f8 req-3a2ef419-e2e1-49bd-aeaf-da9f87fcabab tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 210 time: 0.1442723 May 18 06:19:06.296391 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:06.334290 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:06.341837 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:06.349614 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['d127f2be-6003-4e58-905a-795e54fd1442', '1268da61-abd1-46a1-a50c-13007e0cd52b'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:19:06.438143 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:06.442880 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:06.448426 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:06.455356 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:06.456392 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:06.480299 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Pushing event updated for resources: {'Port': ['ID=341804d3-550b-46be-8fb8-1917689bdc69,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:06.494189 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:06.519734 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2401826 May 18 06:19:06.536411 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Request body: {'port': {'device_id': 'b8c1abcc-9999-4570-ac9c-871650fa9e76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:06.725660 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:07.031358 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f1d8-0cdf-4f16-9b6d-403d6318b976 req-64ded932-5046-411f-9687-3a798ea4e682 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:07.033013 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0363f1d8-0cdf-4f16-9b6d-403d6318b976 req-64ded932-5046-411f-9687-3a798ea4e682 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.2207706 May 18 06:19:07.052535 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-040c9dee-4c5e-4355-858b-38df21835688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:07.132422 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0363f1d8-0cdf-4f16-9b6d-403d6318b976 req-44b3cbe8-85f1-4714-88a5-570f5453f997 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799091 May 18 06:19:07.350840 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341804d3-550b-46be-8fb8-1917689bdc69 {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:19:07.359131 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:07.374493 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Transition to ACTIVE for port object 341804d3-550b-46be-8fb8-1917689bdc69 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:07.382354 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:07.389339 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 1609437d-f480-46fd-9104-0590e28eac18 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:07.409542 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:07.455159 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-70541412-fcb4-436c-b486-b867f8122ff2 req-e1b33445-babd-4c7a-bc6e-1a2fff40aeb5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 210 time: 0.0906174 May 18 06:19:07.566953 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 1609437d-f480-46fd-9104-0590e28eac18 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:07.567345 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:07.573613 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7aa5e-9aa4-4b96-abfd-6a9d20c79a1f req-c02e5a43-0b3f-4ffe-b57a-bc7b03c491e6 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:07.575118 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0ec7aa5e-9aa4-4b96-abfd-6a9d20c79a1f req-c02e5a43-0b3f-4ffe-b57a-bc7b03c491e6 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 943 time: 0.4414802 May 18 06:19:07.724237 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0ec7aa5e-9aa4-4b96-abfd-6a9d20c79a1f req-cb3a682a-ce9f-41d5-b8bd-30402c25cd0a tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350822 May 18 06:19:07.896636 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Pushing event updated for resources: {'Port': ['ID=341804d3-550b-46be-8fb8-1917689bdc69,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:07.908235 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:07.913687 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Attempting to bind port 341804d3-550b-46be-8fb8-1917689bdc69 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:07.914010 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Attempting to bind port 341804d3-550b-46be-8fb8-1917689bdc69 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:07.914333 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Attempting to bind port 341804d3-550b-46be-8fb8-1917689bdc69 on network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:07.925755 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Port 341804d3-550b-46be-8fb8-1917689bdc69 on network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:19:07.926127 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Attempting to bind port 341804d3-550b-46be-8fb8-1917689bdc69 on network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:07.948198 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:07.948804 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Checking segment: {'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:07.949203 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Bound using segment: {'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:07.949621 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Bound port: 341804d3-550b-46be-8fb8-1917689bdc69, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:07.950111 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:08.038095 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900baa17-1812-44e3-a23f-145c946da1e7 req-29c07ed8-4e77-4ec3-9e36-debb28ffc58e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:08.038781 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-900baa17-1812-44e3-a23f-145c946da1e7 req-29c07ed8-4e77-4ec3-9e36-debb28ffc58e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Synchronizing usage tracker for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:network {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:19:08.078349 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-900baa17-1812-44e3-a23f-145c946da1e7 req-29c07ed8-4e77-4ec3-9e36-debb28ffc58e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Unset dirty status for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:network {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:19:08.079702 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-29c07ed8-4e77-4ec3-9e36-debb28ffc58e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.39 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 817 time: 0.3183229 May 18 06:19:08.085819 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] For port 341804d3-550b-46be-8fb8-1917689bdc69, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:08.088773 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] For port 341804d3-550b-46be-8fb8-1917689bdc69, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=341804d3-550b-46be-8fb8-1917689bdc69,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:08.108838 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:08.115132 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-51f1af8f-cc65-48cf-a2b5-da51cec082b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:08.182807 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:08.183306 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:08.184893 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] 10.222.0.39 "PUT /v2.0/ports/341804d3-550b-46be-8fb8-1917689bdc69 HTTP/1.1" status: 200 len: 1093 time: 1.6576700 May 18 06:19:08.188952 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c1abcc-9999-4570-ac9c-871650fa9e76', 'tag': '341804d3-550b-46be-8fb8-1917689bdc69'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:08.205143 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-900baa17-1812-44e3-a23f-145c946da1e7 req-37fd7621-d338-4700-b174-54e3588ef65a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Synchronizing usage tracker for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:security_group {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:19:08.228476 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Pushing event updated for resources: {'Port': ['ID=341804d3-550b-46be-8fb8-1917689bdc69,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:08.231731 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-900baa17-1812-44e3-a23f-145c946da1e7 req-37fd7621-d338-4700-b174-54e3588ef65a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Unset dirty status for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:security_group {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:19:08.232888 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-37fd7621-d338-4700-b174-54e3588ef65a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53c64ff29674e85aeeb96ed68d90a45 HTTP/1.1" status: 200 len: 380 time: 0.1427827 May 18 06:19:08.233619 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:08.271509 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c1abcc-9999-4570-ac9c-871650fa9e76', 'tag': '341804d3-550b-46be-8fb8-1917689bdc69', 'status': 'completed', 'code': 200} May 18 06:19:08.279261 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Request body: {'port': {'device_id': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'admin_state_up': True, 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'security_groups': ['385ec154-1f52-433c-aa06-607df9ae0bc3']}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:08.357849 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0415f-69e3-4e3a-90c7-2b026250b27f req-ec1ca9c4-c63f-4f37-baab-204b50413997 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:08.359379 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-94d0415f-69e3-4e3a-90c7-2b026250b27f req-ec1ca9c4-c63f-4f37-baab-204b50413997 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.0827260 May 18 06:19:08.411530 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-94d0415f-69e3-4e3a-90c7-2b026250b27f req-ba06eca2-b482-46d2-b106-2c9a75995279 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 May 18 06:19:08.536795 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43804) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:08.539692 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:08.552214 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-7e6517ba-78ce-455f-9abe-52e920d84823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:08.553558 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-7e6517ba-78ce-455f-9abe-52e920d84823 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21c079ec78ae49098f331d15095a4e48&device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 1096 time: 0.3191171 May 18 06:19:08.557477 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:08.625566 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-075746c9-d273-42d9-8b96-95fef702525c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=341804d3-550b-46be-8fb8-1917689bdc69 HTTP/1.1" status: 200 len: 217 time: 0.0641897 May 18 06:19:08.628599 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Made reservation on behalf of d53c64ff29674e85aeeb96ed68d90a45 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:08.632669 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:08.651102 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0818bc93-6692-44a3-bed2-8a263d061318 req-47289635-01d5-4ae5-bc2c-7274bc887e11 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 210 time: 0.0487914 May 18 06:19:08.679713 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ff38eb54-9720-4c4b-bf5a-bafc62be3b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:08.694492 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ff38eb54-9720-4c4b-bf5a-bafc62be3b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:08.698231 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ff38eb54-9720-4c4b-bf5a-bafc62be3b48 admin admin] Usage tracker for resource:security_group_rule and tenant:5af6575858d04a3d9fa8d59c7f12b4fe is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:08.701037 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ff38eb54-9720-4c4b-bf5a-bafc62be3b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:08.706591 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ff38eb54-9720-4c4b-bf5a-bafc62be3b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:08.764179 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-feb2f9b9-a15d-42dc-85db-e18e6433f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:08.765822 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-feb2f9b9-a15d-42dc-85db-e18e6433f52d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bf6dc63-a4ed-4903-9854-af249747843b HTTP/1.1" status: 200 len: 854 time: 0.1196747 May 18 06:19:08.805987 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ff38eb54-9720-4c4b-bf5a-bafc62be3b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:08.812756 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ff38eb54-9720-4c4b-bf5a-bafc62be3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:08.827092 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:08.828729 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-ac7f58d7-4425-4d48-a45d-ba1d6d86020e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544243 May 18 06:19:08.940819 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-ff38eb54-9720-4c4b-bf5a-bafc62be3b48 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5af6575858d04a3d9fa8d59c7f12b4fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004352 May 18 06:19:08.940819 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38eb54-9720-4c4b-bf5a-bafc62be3b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e238f238-9765-4c08-bd06-b525d92983e8,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:08.943076 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43818) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:08.943806 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ff38eb54-9720-4c4b-bf5a-bafc62be3b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:08.986249 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Allocated IP 172.20.0.8 (25b521bb-abd5-43d1-b8aa-02e9563ad1b4/04f3d7da-6d97-479e-89c5-48a24fca53b8/7489e64a-6c21-4a5c-bed3-c9eb1af0b66f) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:09.018568 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d075838d-e22d-44cb-8cb2-9b088015e154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:09.027656 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c90ab-979f-47cc-8496-6555197016ae req-371605bd-96ba-4d7f-b3e1-be3f956c7191 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:09.035832 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-592c90ab-979f-47cc-8496-6555197016ae req-371605bd-96ba-4d7f-b3e1-be3f956c7191 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 943 time: 0.1870472 May 18 06:19:09.046046 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-a87b2b78-c467-4902-9357-d8cd01c8b468 service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816149 May 18 06:19:09.094533 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d075838d-e22d-44cb-8cb2-9b088015e154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:09.117417 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-592c90ab-979f-47cc-8496-6555197016ae req-758477d1-f8d7-4b7e-a62b-da7f3340dddc tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796411 May 18 06:19:09.178045 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d075838d-e22d-44cb-8cb2-9b088015e154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:09.182547 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-66442ace-9d8a-46c4-a22d-f9b10e59d6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:09.202816 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075838d-e22d-44cb-8cb2-9b088015e154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e238f238-9765-4c08-bd06-b525d92983e8,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:09.206099 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d075838d-e22d-44cb-8cb2-9b088015e154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:09.208859 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d075838d-e22d-44cb-8cb2-9b088015e154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:09.212552 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-d075838d-e22d-44cb-8cb2-9b088015e154 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e238f238-9765-4c08-bd06-b525d92983e8 HTTP/1.1" status: 204 len: 168 time: 0.2651391 May 18 06:19:09.317475 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8233c596-7514-4f9b-99c1-7c43bf08a7df req-38a99f69-3a3a-4ac9-b6a8-ee18787b9810 service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614260 May 18 06:19:09.343761 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:09.362702 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Transition to ACTIVE for port object 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f will not be triggered until provisioned by entity DHCP. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:09.462517 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:09.470978 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c41a0a77-9219-4acd-abd0-0b2338e49f3f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:09.542822 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:09.547156 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:09.550081 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:09.556386 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:09.556997 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:09.583825 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event updated for resources: {'Port': ['ID=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:09.587455 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:09.594457 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda526-733e-48fc-b0d6-db76be460b52 req-33923dd6-d3ac-4c76-b64b-404d7f4edc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:09.595882 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83eda526-733e-48fc-b0d6-db76be460b52 req-33923dd6-d3ac-4c76-b64b-404d7f4edc89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21c079ec78ae49098f331d15095a4e48&device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 1096 time: 0.2106576 May 18 06:19:09.626932 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43846) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:09.640796 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3707316 May 18 06:19:09.674521 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9ddde974-5641-4160-8ca5-e84d7a741545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:09.705791 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Request body: {'port': {'device_id': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:09.720988 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-9ddde974-5641-4160-8ca5-e84d7a741545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:09.727981 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-9ddde974-5641-4160-8ca5-e84d7a741545 admin admin] Usage tracker for resource:security_group_rule and tenant:fbda4e6f20564063b92616ff2a731150 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:09.735722 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-9ddde974-5641-4160-8ca5-e84d7a741545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:09.745323 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-9ddde974-5641-4160-8ca5-e84d7a741545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:09.764199 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8a8b5-0c9e-4d2c-9015-b2d5b34cab99 req-d773a69e-df1d-4b5c-b687-370738e39ec7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:09.765706 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-28c8a8b5-0c9e-4d2c-9015-b2d5b34cab99 req-d773a69e-df1d-4b5c-b687-370738e39ec7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1921532 May 18 06:19:09.861446 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:09.915076 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-28c8a8b5-0c9e-4d2c-9015-b2d5b34cab99 req-06cd9933-37c6-4c04-b20b-24ba2610f474 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350808 May 18 06:19:09.963674 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda526-733e-48fc-b0d6-db76be460b52 req-a8679e55-afe0-4ff3-b459-caa2f24b7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:09.965487 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83eda526-733e-48fc-b0d6-db76be460b52 req-a8679e55-afe0-4ff3-b459-caa2f24b7426 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 200 len: 914 time: 0.3611684 May 18 06:19:09.977243 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:09.981482 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-e43a1c6e-8faa-4410-b79d-d56134160bbe None None] Provisioning for port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:09.988189 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-e43a1c6e-8faa-4410-b79d-d56134160bbe None None] Provisioning complete for port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:09.989426 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e43a1c6e-8faa-4410-b79d-d56134160bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.001628 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64268f9f-ddba-4b7b-9bf5-aa14f0692dc0 req-5d0beaac-7092-4f66-ab93-69b244732a2f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:10.003338 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-64268f9f-ddba-4b7b-9bf5-aa14f0692dc0 req-5d0beaac-7092-4f66-ab93-69b244732a2f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 931 time: 0.1547613 May 18 06:19:10.005115 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9ddde974-5641-4160-8ca5-e84d7a741545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.028220 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9ddde974-5641-4160-8ca5-e84d7a741545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.039687 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f5727cbc-8486-4760-b62b-6a1d6ea6376c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:10.053683 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83eda526-733e-48fc-b0d6-db76be460b52 req-57e389e2-e757-4c8b-bc99-13925748cd38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=341804d3-550b-46be-8fb8-1917689bdc69 HTTP/1.1" status: 200 len: 217 time: 0.0795143 May 18 06:19:10.058932 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-e43a1c6e-8faa-4410-b79d-d56134160bbe None None] Port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:19:10.095408 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-99d20131-3ab6-4926-8b88-cf3ff88c9b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.124119 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-64268f9f-ddba-4b7b-9bf5-aa14f0692dc0 req-dc8d987e-dd87-45a7-93ee-36e4f1210ae3 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084061 May 18 06:19:10.126648 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-9ddde974-5641-4160-8ca5-e84d7a741545 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fbda4e6f20564063b92616ff2a731150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4975920 May 18 06:19:10.129590 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43856) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:10.131853 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddde974-5641-4160-8ca5-e84d7a741545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33132ae-7331-4bdf-b5ef-ac232aad2ffa,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:10.148925 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9ddde974-5641-4160-8ca5-e84d7a741545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:10.178458 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda526-733e-48fc-b0d6-db76be460b52 req-00fb74ed-8baa-424e-bae2-dd281591eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:10.179977 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83eda526-733e-48fc-b0d6-db76be460b52 req-00fb74ed-8baa-424e-bae2-dd281591eb73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bf6dc63-a4ed-4903-9854-af249747843b HTTP/1.1" status: 200 len: 854 time: 0.0725169 May 18 06:19:10.201349 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-db74401e-1d8e-4605-825f-71e6eb74af48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.229014 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-db74401e-1d8e-4605-825f-71e6eb74af48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.240426 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83eda526-733e-48fc-b0d6-db76be460b52 req-4cfb2975-3f1f-4abe-af3d-a0b701ae143f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535753 May 18 06:19:10.349500 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7ff93-4b8a-48dc-9663-430afe48ee6b req-6b03c3d3-94e5-4036-a62e-87a1a7b78e35 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:10.351143 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-aec7ff93-4b8a-48dc-9663-430afe48ee6b req-6b03c3d3-94e5-4036-a62e-87a1a7b78e35 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 943 time: 0.1151574 May 18 06:19:10.374711 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-db74401e-1d8e-4605-825f-71e6eb74af48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.382179 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-57c3134e-90ae-46d6-8fcb-a3057c21b5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:10.405828 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74401e-1d8e-4605-825f-71e6eb74af48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33132ae-7331-4bdf-b5ef-ac232aad2ffa,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:10.411640 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-db74401e-1d8e-4605-825f-71e6eb74af48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:10.417290 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-db74401e-1d8e-4605-825f-71e6eb74af48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.418393 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-db74401e-1d8e-4605-825f-71e6eb74af48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e33132ae-7331-4bdf-b5ef-ac232aad2ffa HTTP/1.1" status: 204 len: 168 time: 0.2877531 May 18 06:19:10.429876 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-aec7ff93-4b8a-48dc-9663-430afe48ee6b req-ac09aee5-f509-4009-beaf-bb780b639419 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715456 May 18 06:19:10.586827 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83eda526-733e-48fc-b0d6-db76be460b52 req-cfaf5cc3-4bf9-4d5d-ab05-979e58a38823 service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897845 May 18 06:19:10.745777 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:19:10.765823 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.768514 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.795299 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Transition to ACTIVE for port object 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:10.802480 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83eda526-733e-48fc-b0d6-db76be460b52 req-a270b364-fed6-4b4e-816d-cb18196728f7 service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082994 May 18 06:19:10.803263 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.807707 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:10.894263 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43884) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:10.950313 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Pushing event updated for resources: {'Port': ['ID=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:10.983258 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a516c6a-e2ce-455e-b9d0-6b8999e40a45 admin admin] Deleting subnet db4cd4f1-7079-4d42-be4c-efd3fdeb28b5 {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:19:10.983815 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:10.995519 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0a516c6a-e2ce-455e-b9d0-6b8999e40a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.007430 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Attempting to bind port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:11.007971 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Attempting to bind port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:11.008490 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Attempting to bind port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f on network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:11.013427 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f on network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:19:11.013950 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Attempting to bind port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f on network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:11.020085 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:11.020625 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Checking segment: {'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:11.021164 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Bound using segment: {'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:11.022156 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Bound port: 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:11.023128 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.078334 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0a516c6a-e2ce-455e-b9d0-6b8999e40a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3901088'] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.131791 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] For port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:11.136531 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] For port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:11.142419 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.147587 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:11.207981 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0a516c6a-e2ce-455e-b9d0-6b8999e40a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.216604 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:11.217213 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.218548 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] 10.222.0.39 "PUT /v2.0/ports/7489e64a-6c21-4a5c-bed3-c9eb1af0b66f HTTP/1.1" status: 200 len: 1093 time: 1.5170734 May 18 06:19:11.219028 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:11.243090 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Pushing event updated for resources: {'Port': ['ID=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:11.258988 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:11.368094 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900baa17-1812-44e3-a23f-145c946da1e7 req-b59246af-e4bd-456d-9982-9579b3a2691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:11.369565 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-b59246af-e4bd-456d-9982-9579b3a2691d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 1096 time: 0.0977886 May 18 06:19:11.425805 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8a230-2515-4167-9f8a-e20b0d156140 req-74f4aee4-c25e-4154-8e2b-48482c3a4118 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:11.436826 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4be8a230-2515-4167-9f8a-e20b0d156140 req-74f4aee4-c25e-4154-8e2b-48482c3a4118 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.2967517 May 18 06:19:11.492729 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-58c01c0c-5cb7-42c6-9d21-c082ba78940f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f HTTP/1.1" status: 200 len: 217 time: 0.0940123 May 18 06:19:11.563687 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900baa17-1812-44e3-a23f-145c946da1e7 req-cafb6e46-8828-477b-9c2f-42ed4435adef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:11.569334 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-cafb6e46-8828-477b-9c2f-42ed4435adef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04f3d7da-6d97-479e-89c5-48a24fca53b8 HTTP/1.1" status: 200 len: 856 time: 0.0691040 May 18 06:19:11.602325 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4be8a230-2515-4167-9f8a-e20b0d156140 req-e75ee5eb-ec01-4cdd-a80d-7cd0a98f34e3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645038 May 18 06:19:11.670164 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900baa17-1812-44e3-a23f-145c946da1e7 req-703dd2f2-be63-4774-901b-52f52b0611e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:11.671655 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-703dd2f2-be63-4774-901b-52f52b0611e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0945106 May 18 06:19:11.745625 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6c649-2053-427d-aedb-37afe0374030 req-725cb5b0-d9e5-4702-96f8-fa6bae7452a4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:11.747362 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e0a6c649-2053-427d-aedb-37afe0374030 req-725cb5b0-d9e5-4702-96f8-fa6bae7452a4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.4526401 May 18 06:19:11.805300 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0a516c6a-e2ce-455e-b9d0-6b8999e40a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3922170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196357'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.816494 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:11.848487 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-b4741cc2-45d0-40a8-bfc7-40df528731bc service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679168 May 18 06:19:11.860200 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a516c6a-e2ce-455e-b9d0-6b8999e40a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4cd4f1-7079-4d42-be4c-efd3fdeb28b5,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:11.865928 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0a516c6a-e2ce-455e-b9d0-6b8999e40a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:11.868843 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e0a6c649-2053-427d-aedb-37afe0374030 req-f536c7ea-b3fb-467a-b545-e233a3cf89aa tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118958 May 18 06:19:11.875121 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0a516c6a-e2ce-455e-b9d0-6b8999e40a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.881975 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-0a516c6a-e2ce-455e-b9d0-6b8999e40a45 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/db4cd4f1-7079-4d42-be4c-efd3fdeb28b5 HTTP/1.1" status: 204 len: 168 time: 0.9860010 May 18 06:19:11.885370 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43948) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:11.945534 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'status': 'completed', 'code': 200} May 18 06:19:11.984740 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 43964) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:12.063694 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.070557 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-900baa17-1812-44e3-a23f-145c946da1e7 req-6f1623f7-0be6-4e50-b943-2acf9a88c685 service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163260 May 18 06:19:12.072839 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.222458 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-75cccc2f-0d45-41be-8afe-e4d1e5c512b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.240438 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-75cccc2f-0d45-41be-8afe-e4d1e5c512b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:12.246723 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-75cccc2f-0d45-41be-8afe-e4d1e5c512b8 admin admin] Usage tracker for resource:security_group_rule and tenant:242ded7bb7f046e2b29d17b5794e8aaa is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:12.250603 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955793c5-7e28-458f-9986-ffed13aacff5 req-3da32538-fdcf-4979-9c94-cc5992cd942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:12.252074 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-955793c5-7e28-458f-9986-ffed13aacff5 req-3da32538-fdcf-4979-9c94-cc5992cd942d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 1096 time: 0.1234472 May 18 06:19:12.253111 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-75cccc2f-0d45-41be-8afe-e4d1e5c512b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:12.260626 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-75cccc2f-0d45-41be-8afe-e4d1e5c512b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:12.266035 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.281963 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:12.299098 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3ce11b-f0a9-4d03-adba-4d27e54161f2') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:12.299305 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3ce11b-f0a9-4d03-adba-4d27e54161f2') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:12.314956 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3901103'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.337050 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d10d27-282a-475d-9af8-0f49e75c2c71 req-d59e00c9-545e-43af-a19e-a7b6d2213698 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:12.352777 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-04d10d27-282a-475d-9af8-0f49e75c2c71 req-d59e00c9-545e-43af-a19e-a7b6d2213698 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 943 time: 0.2605557 May 18 06:19:12.381066 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.400252 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:19:12.400949 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3922012'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: Traceback (most recent call last): May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: timer() May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: cb(*args, **kw) May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: return func(*args, **kwargs) May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: self._notify() May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: self.callback(batched_events) May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: event.method(event) May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: return f(self, *a, **k) May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: return self._get(url).json() May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:19:12.417315 dv-cinder-784623-10-smb neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:19:12.480905 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-04d10d27-282a-475d-9af8-0f49e75c2c71 req-320273b4-2ad4-4f7f-9e88-a615438d564b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272199 May 18 06:19:12.508716 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955793c5-7e28-458f-9986-ffed13aacff5 req-c2a8e4e3-5ce0-409c-88e4-ac13dc22540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:12.510327 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-955793c5-7e28-458f-9986-ffed13aacff5 req-c2a8e4e3-5ce0-409c-88e4-ac13dc22540a service neutron] 10.222.0.39 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 917 time: 0.2509305 May 18 06:19:12.516032 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.520512 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bbc30ff2-66c5-4ca5-8abe-3670a56bd6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:12.533409 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.548454 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:12.551574 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:12.558025 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] 10.222.0.10 "DELETE /v2.0/networks/6c5ede8a-04f6-44e7-9003-c6a7d11cd3f3 HTTP/1.1" status: 204 len: 168 time: 0.6716979 May 18 06:19:12.560733 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 43974) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:12.591200 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-955793c5-7e28-458f-9986-ffed13aacff5 req-08b5b02c-4d47-40dd-9363-034a554ca961 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f HTTP/1.1" status: 200 len: 217 time: 0.0742393 May 18 06:19:12.620136 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-84183a08-1117-422e-a88c-c81de2f66102 admin admin] Deleting subnet b5839f18-c6ee-46a9-a40c-3a7a80c62998 {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:19:12.623110 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-84183a08-1117-422e-a88c-c81de2f66102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.664777 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-75cccc2f-0d45-41be-8afe-e4d1e5c512b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.673691 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-75cccc2f-0d45-41be-8afe-e4d1e5c512b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.682081 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-84183a08-1117-422e-a88c-c81de2f66102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3901088'] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.686905 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7793d10d-a2e3-43de-9cf3-6e93c0920b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:12.697033 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955793c5-7e28-458f-9986-ffed13aacff5 req-80e08d1b-b249-4fb1-83ee-c1e24a6c58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:12.698462 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-955793c5-7e28-458f-9986-ffed13aacff5 req-80e08d1b-b249-4fb1-83ee-c1e24a6c58ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04f3d7da-6d97-479e-89c5-48a24fca53b8 HTTP/1.1" status: 200 len: 856 time: 0.0970206 May 18 06:19:12.766856 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-75cccc2f-0d45-41be-8afe-e4d1e5c512b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=242ded7bb7f046e2b29d17b5794e8aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7808049 May 18 06:19:12.777494 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 43988) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:12.782925 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cccc2f-0d45-41be-8afe-e4d1e5c512b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d111c555-be44-4e90-ab0d-a27669b4c295,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:12.789726 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-84183a08-1117-422e-a88c-c81de2f66102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.796650 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-75cccc2f-0d45-41be-8afe-e4d1e5c512b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:12.858591 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955793c5-7e28-458f-9986-ffed13aacff5 req-5a15120a-9ce9-4528-a32a-04901199c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:12.860304 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-955793c5-7e28-458f-9986-ffed13aacff5 req-5a15120a-9ce9-4528-a32a-04901199c39a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1493132 May 18 06:19:12.861286 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3cd86798-0a93-4c8e-b2f6-a3468139a032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.920751 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3cd86798-0a93-4c8e-b2f6-a3468139a032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:12.951034 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0312b28-c692-41a8-97af-d7ec6ebb7770 req-f59afe69-7654-45c4-b637-370211a22cca tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:12.952537 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d0312b28-c692-41a8-97af-d7ec6ebb7770 req-f59afe69-7654-45c4-b637-370211a22cca tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.2158408 May 18 06:19:13.073097 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-955793c5-7e28-458f-9986-ffed13aacff5 req-8b921975-c5dc-4f8c-af3e-221538d0907c service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928332 May 18 06:19:13.073816 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3cd86798-0a93-4c8e-b2f6-a3468139a032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.077442 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-dc458b1b-2d9e-4702-b0f6-aaddf9500ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:13.083618 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d0312b28-c692-41a8-97af-d7ec6ebb7770 req-c32b8970-156c-48cb-bfa0-ede329b63dd0 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109855 May 18 06:19:13.114793 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd86798-0a93-4c8e-b2f6-a3468139a032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d111c555-be44-4e90-ab0d-a27669b4c295,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:13.158480 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-3cd86798-0a93-4c8e-b2f6-a3468139a032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:13.182876 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3cd86798-0a93-4c8e-b2f6-a3468139a032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.183979 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-3cd86798-0a93-4c8e-b2f6-a3468139a032 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d111c555-be44-4e90-ab0d-a27669b4c295 HTTP/1.1" status: 204 len: 168 time: 0.4038563 May 18 06:19:13.200468 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2118c-186b-4190-8f43-9c17bcc06d17 req-dfa3fd98-142e-4008-acbe-84a1b9fad610 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:13.208365 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-50b2118c-186b-4190-8f43-9c17bcc06d17 req-dfa3fd98-142e-4008-acbe-84a1b9fad610 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.1989362 May 18 06:19:13.247171 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-955793c5-7e28-458f-9986-ffed13aacff5 req-9dd4606a-2c6d-4e2b-a452-0b6599fb839b service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626623 May 18 06:19:13.254212 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-84183a08-1117-422e-a88c-c81de2f66102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3922170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196357'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.265011 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-26a7405a-344b-4e73-899a-1304791727a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:13.302914 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-50b2118c-186b-4190-8f43-9c17bcc06d17 req-5f27deb3-b04d-4f41-8e91-cb8f602e0a11 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937822 May 18 06:19:13.309183 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-84183a08-1117-422e-a88c-c81de2f66102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.313377 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84183a08-1117-422e-a88c-c81de2f66102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5839f18-c6ee-46a9-a40c-3a7a80c62998,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:13.315759 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-84183a08-1117-422e-a88c-c81de2f66102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:13.319062 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-84183a08-1117-422e-a88c-c81de2f66102 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b5839f18-c6ee-46a9-a40c-3a7a80c62998 HTTP/1.1" status: 204 len: 168 time: 0.7573571 May 18 06:19:13.321572 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44008) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:13.445726 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.581488 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.595800 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.596128 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.596867 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.597228 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > port after_create 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.597583 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > port after_delete 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.597943 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > port after_update 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.598267 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.598606 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.598924 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.599254 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.665944 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.666284 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.666608 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.666932 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:13.667297 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c1a1a3-3606-4329-b47e-9adcfde8d0e6']}} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:13.680595 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75842897-786d-432f-bb9d-0279670d8822') {'for_net_delete': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:13.681263 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75842897-786d-432f-bb9d-0279670d8822') {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:13.693152 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782846'] for segment, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.714332 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.723676 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=78806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:19:13.724006 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3007722'] for segment, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: from cryptography.utils import int_from_bytes May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: from cryptography.utils import int_from_bytes May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: Traceback (most recent call last): May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: timer() May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: cb(*args, **kw) May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: return func(*args, **kwargs) May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: self._notify() May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: self.callback(batched_events) May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: event.method(event) May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: return f(self, *a, **k) May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: return self._get(url).json() May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: return self.request(url, 'GET', **kwargs) May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:19:13.740589 dv-cinder-784623-10-smb neutron-server[78806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:19:13.745812 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8389a-db68-4ae4-babc-e53dcd186727 req-4f13eb2b-a348-4c59-8d33-9cb273abbb9a tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:13.748497 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-15f8389a-db68-4ae4-babc-e53dcd186727 req-4f13eb2b-a348-4c59-8d33-9cb273abbb9a tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 943 time: 0.1070983 May 18 06:19:13.808146 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-15f8389a-db68-4ae4-babc-e53dcd186727 req-fc76b161-0480-4ee7-bf6d-a7d1360ca2b2 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546575 May 18 06:19:13.825194 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.833257 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.837418 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-704e1f33-ae30-4bad-9802-42e6eb2f7034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:13.859948 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] 10.222.0.10 "DELETE /v2.0/networks/f0c1a1a3-3606-4329-b47e-9adcfde8d0e6 HTTP/1.1" status: 204 len: 168 time: 0.5349364 May 18 06:19:13.859948 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c1a1a3-3606-4329-b47e-9adcfde8d0e6,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:13.861762 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:14.047918 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44040) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:14.097840 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-364c3ed9-4679-439b-a6ab-a2bebe560697 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6337233b1f442979c9d2f5f84f2b997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486600 May 18 06:19:14.100358 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44044) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:14.129762 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 341804d3-550b-46be-8fb8-1917689bdc69 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:19:14.164182 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a72230d1-e82d-44e6-a685-6342386cbbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:14.190442 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a72230d1-e82d-44e6-a685-6342386cbbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:14.256053 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a72230d1-e82d-44e6-a685-6342386cbbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:14.262109 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d1e99243-4fca-42a5-9ec8-725560624cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:14.276577 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72230d1-e82d-44e6-a685-6342386cbbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe777546-cdc8-4d2f-bb3f-026dc0f3a215,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:14.280544 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a72230d1-e82d-44e6-a685-6342386cbbc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:14.284292 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a72230d1-e82d-44e6-a685-6342386cbbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:14.286107 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-a72230d1-e82d-44e6-a685-6342386cbbc7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe777546-cdc8-4d2f-bb3f-026dc0f3a215 HTTP/1.1" status: 204 len: 168 time: 0.1848698 May 18 06:19:14.309944 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 341804d3-550b-46be-8fb8-1917689bdc69, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=341804d3-550b-46be-8fb8-1917689bdc69,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:14.326042 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '341804d3-550b-46be-8fb8-1917689bdc69', 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c', 'port_id': '341804d3-550b-46be-8fb8-1917689bdc69', 'mac_address': 'fa:16:3e:90:31:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf6dc63-a4ed-4903-9854-af249747843b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:19:14.370916 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059ed6-f246-4216-a570-3fce7328438e req-c0c277f7-0b7f-491a-b3cc-9cb7ae80bef1 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:14.372593 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-29059ed6-f246-4216-a570-3fce7328438e req-c0c277f7-0b7f-491a-b3cc-9cb7ae80bef1 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1535003 May 18 06:19:14.422086 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:14.442588 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-29059ed6-f246-4216-a570-3fce7328438e req-f085fd04-2f3d-4541-aea8-d761d519c951 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614936 May 18 06:19:14.443296 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341804d3-550b-46be-8fb8-1917689bdc69 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:19:14.469942 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 341804d3-550b-46be-8fb8-1917689bdc69, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=341804d3-550b-46be-8fb8-1917689bdc69,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:14.479312 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:14.481453 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8673c624-9eaa-4634-8163-6fac61c0b51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:14.576848 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=341804d3-550b-46be-8fb8-1917689bdc69,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:14.581530 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:14.738661 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a58a7-9c56-4b00-ab38-e250019dee91 req-5d1972db-9ef3-4312-aae2-fba25c7f86fd tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:14.758499 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5f6a58a7-9c56-4b00-ab38-e250019dee91 req-5d1972db-9ef3-4312-aae2-fba25c7f86fd tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.2497749 May 18 06:19:14.802754 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5f6a58a7-9c56-4b00-ab38-e250019dee91 req-09e98175-9b4e-441c-bbc2-ad0a7c4ad5e6 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433421 May 18 06:19:14.892397 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 44100) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:14.923779 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['341804d3-550b-46be-8fb8-1917689bdc69'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:19:15.049441 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-46e265ad-7d8c-4e07-9080-e14465f09755 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42f47f52c9dc4f1eb5caaa603732d88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554570 May 18 06:19:15.051845 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44106) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:15.088521 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e57176-eed9-439a-9115-cb1519dd187b req-211a2515-e65c-4968-8fcd-582571e236f4 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:15.090037 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-61e57176-eed9-439a-9115-cb1519dd187b req-211a2515-e65c-4968-8fcd-582571e236f4 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 944 time: 0.1442959 May 18 06:19:15.176447 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-61e57176-eed9-439a-9115-cb1519dd187b req-eb6d118b-fbd7-426c-8e27-c6e6162a1fa5 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803211 May 18 06:19:15.180297 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-25365754-976d-44ba-a3b0-b853589d35c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:15.211774 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-25365754-976d-44ba-a3b0-b853589d35c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:15.299983 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-25365754-976d-44ba-a3b0-b853589d35c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:15.305652 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-dda7b1bb-d65d-4642-8e33-8e03b8a9f410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:15.317576 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25365754-976d-44ba-a3b0-b853589d35c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcff60e7-a56a-4848-9646-65c7150672df,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:15.325699 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-25365754-976d-44ba-a3b0-b853589d35c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:15.327754 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-25365754-976d-44ba-a3b0-b853589d35c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:15.331192 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-25365754-976d-44ba-a3b0-b853589d35c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dcff60e7-a56a-4848-9646-65c7150672df HTTP/1.1" status: 204 len: 168 time: 0.2759581 May 18 06:19:15.628180 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de9c99-5178-496e-865c-1c862b8a2931 req-ac88b36a-f2c3-4d72-8d8a-b0e634d5c890 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:15.630153 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b2de9c99-5178-496e-865c-1c862b8a2931 req-ac88b36a-f2c3-4d72-8d8a-b0e634d5c890 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.0791793 May 18 06:19:15.680403 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b2de9c99-5178-496e-865c-1c862b8a2931 req-daedae77-9267-4db2-ad96-6114d7ce595c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445597 May 18 06:19:16.023449 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbb1f3-7f0b-420a-8bc1-c4500d0b8603 req-f9fa4daf-e043-4853-8229-62421dd123b5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:16.024838 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f5fbb1f3-7f0b-420a-8bc1-c4500d0b8603 req-f9fa4daf-e043-4853-8229-62421dd123b5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0917211 May 18 06:19:16.076702 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f5fbb1f3-7f0b-420a-8bc1-c4500d0b8603 req-eed10df2-c026-40cb-b5e4-f5737eee8bc9 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421932 May 18 06:19:16.130922 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:19:16.283874 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:16.309333 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'port_id': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'mac_address': 'fa:16:3e:26:ef:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:19:16.389678 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:16.413936 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:19:16.428645 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:16.433546 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00a42b-2242-4e80-b072-cef6f54e9ae2 req-a0181c70-9aca-4d8e-8e31-51259d847721 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:16.434982 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:16.435120 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3b00a42b-2242-4e80-b072-cef6f54e9ae2 req-a0181c70-9aca-4d8e-8e31-51259d847721 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 944 time: 0.1212904 May 18 06:19:16.438989 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8673c624-9eaa-4634-8163-6fac61c0b51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:16.484312 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3b00a42b-2242-4e80-b072-cef6f54e9ae2 req-33766f16-4fd8-4422-bcff-3fadd3360035 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428925 May 18 06:19:16.515348 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:16.518561 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:16.635130 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44180) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:16.750074 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-62f32a6b-d31c-46c1-8316-1e7586fc2d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:16.767287 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-62f32a6b-d31c-46c1-8316-1e7586fc2d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:16.771749 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-62f32a6b-d31c-46c1-8316-1e7586fc2d5d admin admin] Usage tracker for resource:security_group_rule and tenant:25bdc1a67fe04c1296b7c24cef2149db is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:16.774642 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-62f32a6b-d31c-46c1-8316-1e7586fc2d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:16.780470 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-62f32a6b-d31c-46c1-8316-1e7586fc2d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:16.864276 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef007c0-5a12-410c-8ae9-61466268b140 req-d710b11a-9193-4c57-956f-df059fae2b33 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:16.865607 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5ef007c0-5a12-410c-8ae9-61466268b140 req-d710b11a-9193-4c57-956f-df059fae2b33 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.0791795 May 18 06:19:16.868236 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-62f32a6b-d31c-46c1-8316-1e7586fc2d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:16.873688 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-62f32a6b-d31c-46c1-8316-1e7586fc2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:16.881370 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9a05e71f-9e0d-4e5c-ba79-975b1c46d805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:16.922338 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f32a6b-d31c-46c1-8316-1e7586fc2d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5097f5b2-bc38-4042-bd60-5e04c65ac016,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:16.925788 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-62f32a6b-d31c-46c1-8316-1e7586fc2d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:16.928122 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-62f32a6b-d31c-46c1-8316-1e7586fc2d5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25bdc1a67fe04c1296b7c24cef2149db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918839 May 18 06:19:16.930845 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44190) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:16.933662 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5ef007c0-5a12-410c-8ae9-61466268b140 req-60f1d628-e377-4139-b06d-1df63eb41c97 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563819 May 18 06:19:17.002436 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b4c9f1e7-0632-4152-8417-bbaf0607b10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.028776 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b4c9f1e7-0632-4152-8417-bbaf0607b10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.064524 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['7489e64a-6c21-4a5c-bed3-c9eb1af0b66f'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:19:17.084257 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b4c9f1e7-0632-4152-8417-bbaf0607b10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.089332 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-cc91e43e-b1e0-4b00-a1ef-757059088a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:17.104177 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9f1e7-0632-4152-8417-bbaf0607b10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5097f5b2-bc38-4042-bd60-5e04c65ac016,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:17.108167 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b4c9f1e7-0632-4152-8417-bbaf0607b10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:17.111512 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b4c9f1e7-0632-4152-8417-bbaf0607b10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.112987 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-b4c9f1e7-0632-4152-8417-bbaf0607b10c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5097f5b2-bc38-4042-bd60-5e04c65ac016 HTTP/1.1" status: 204 len: 168 time: 0.1812770 May 18 06:19:17.281179 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93879c1e-6e4f-494e-a8af-ea2eb55fc4f4 req-20a1ffe7-7fd0-4ef4-a954-436e4acb1511 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:17.282650 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-93879c1e-6e4f-494e-a8af-ea2eb55fc4f4 req-20a1ffe7-7fd0-4ef4-a954-436e4acb1511 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 944 time: 0.0833089 May 18 06:19:17.328542 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-93879c1e-6e4f-494e-a8af-ea2eb55fc4f4 req-e3d96d25-da7a-4457-8843-3e888c0abd06 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399384 May 18 06:19:17.688906 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a6139-3872-4aa7-afda-47e299890a92 req-87997801-113b-44b1-8174-0666a78de755 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:17.690343 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d79a6139-3872-4aa7-afda-47e299890a92 req-87997801-113b-44b1-8174-0666a78de755 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 944 time: 0.0883296 May 18 06:19:17.735925 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d79a6139-3872-4aa7-afda-47e299890a92 req-5f3ea400-932c-4c25-8913-c7d3b9ac3d21 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386267 May 18 06:19:18.128473 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 341804d3-550b-46be-8fb8-1917689bdc69 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:18.137872 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de31d2-0c9d-48fa-9ee0-a238f6dccb47 req-d93a2c37-a70e-4b48-b398-19008041c246 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:18.139884 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82de31d2-0c9d-48fa-9ee0-a238f6dccb47 req-d93a2c37-a70e-4b48-b398-19008041c246 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.0894132 May 18 06:19:18.191183 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82de31d2-0c9d-48fa-9ee0-a238f6dccb47 req-436b48dc-be1c-499d-aeb8-c838339e9c10 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 May 18 06:19:18.213699 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port 341804d3-550b-46be-8fb8-1917689bdc69 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:18.219051 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 341804d3-550b-46be-8fb8-1917689bdc69 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:18.219423 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:18.342260 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:18.372415 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c1abcc-9999-4570-ac9c-871650fa9e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341804d3-550b-46be-8fb8-1917689bdc69'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:18.383494 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 341804d3-550b-46be-8fb8-1917689bdc69, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=341804d3-550b-46be-8fb8-1917689bdc69,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:18.388792 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:18.390939 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ee704f06-fb29-4e09-a859-11d6ee1b1488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:18.479756 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c1abcc-9999-4570-ac9c-871650fa9e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341804d3-550b-46be-8fb8-1917689bdc69', 'code': 200} May 18 06:19:18.528272 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=341804d3-550b-46be-8fb8-1917689bdc69,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:18.531942 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:18.631755 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78ddbd-e5be-444f-881a-8c6c018f3cc7 req-825f8f49-ab42-4c82-8215-bd57b029f196 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:18.640276 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-af78ddbd-e5be-444f-881a-8c6c018f3cc7 req-825f8f49-ab42-4c82-8215-bd57b029f196 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 944 time: 0.1667337 May 18 06:19:18.702324 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-af78ddbd-e5be-444f-881a-8c6c018f3cc7 req-3da1a327-14f0-4cf5-b8f0-f686b5ec1fb4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608888 May 18 06:19:18.804877 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07367b8-4430-453a-9b9b-26844fec6dd1 req-75f90c44-20f1-479d-8210-2402acfeb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:18.806924 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c07367b8-4430-453a-9b9b-26844fec6dd1 req-75f90c44-20f1-479d-8210-2402acfeb3f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 1098 time: 0.3872249 May 18 06:19:18.853527 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee83868-dd1c-4fa6-bb0d-25fbc13b6ddd req-7a3b3a02-a7c8-452a-9e66-161c235c03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:18.855285 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7ee83868-dd1c-4fa6-bb0d-25fbc13b6ddd req-7a3b3a02-a7c8-452a-9e66-161c235c03a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 1098 time: 0.1189420 May 18 06:19:18.861423 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c07367b8-4430-453a-9b9b-26844fec6dd1 req-542e8e89-2e46-4406-b00b-e360125240a2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470381 May 18 06:19:18.986732 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f526-0ba7-44d1-ab32-bfb24416e70c req-a4793fee-0879-438d-bfae-f6337605e213 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:18.994397 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6445f526-0ba7-44d1-ab32-bfb24416e70c req-a4793fee-0879-438d-bfae-f6337605e213 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 945 time: 0.0961792 May 18 06:19:19.061964 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7ee83868-dd1c-4fa6-bb0d-25fbc13b6ddd req-92050860-fee5-47f7-b3f5-e6a95ac381e8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488734 May 18 06:19:19.076579 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6445f526-0ba7-44d1-ab32-bfb24416e70c req-e4eafaa9-cfda-42f7-9bbe-592d499d4224 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744755 May 18 06:19:19.403068 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e253e9-aaef-4d08-8482-490de0540feb req-30428da3-8dfe-4d61-8fa5-9a8e1c5d68e8 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:19.404614 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-36e253e9-aaef-4d08-8482-490de0540feb req-30428da3-8dfe-4d61-8fa5-9a8e1c5d68e8 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.0853901 May 18 06:19:19.457412 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-36e253e9-aaef-4d08-8482-490de0540feb req-0efab336-22ee-49dd-8f7c-3fc9525b9872 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446806 May 18 06:19:19.913410 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4edacc-edff-4502-9137-17c0faaaf509 req-2fcfa3c3-5536-4865-8f06-fa79b260de2f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:19.914829 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-aa4edacc-edff-4502-9137-17c0faaaf509 req-2fcfa3c3-5536-4865-8f06-fa79b260de2f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 944 time: 0.0857668 May 18 06:19:19.958789 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-aa4edacc-edff-4502-9137-17c0faaaf509 req-fb821698-d902-4aec-897b-2dee982edef1 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382214 May 18 06:19:20.148307 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:20.218406 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:20.223680 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:20.224087 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:20.267699 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae4958-933f-483a-b3ab-4a419887f4ce req-df3c7c60-3c48-4178-9441-53e871572f6e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:20.269790 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a3ae4958-933f-483a-b3ab-4a419887f4ce req-df3c7c60-3c48-4178-9441-53e871572f6e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 945 time: 0.0890629 May 18 06:19:20.317695 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a3ae4958-933f-483a-b3ab-4a419887f4ce req-a8d66740-55db-4921-9643-f81966833939 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417180 May 18 06:19:20.345814 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:20.381521 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:20.385226 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:20.387157 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:20.473471 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:20.476636 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:20.480585 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:20.659596 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139bc4b-6f86-4beb-ac5f-185b4add9829 req-2d4540a7-c492-47c2-9ea4-b1a9af2e2157 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:20.661342 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8139bc4b-6f86-4beb-ac5f-185b4add9829 req-2d4540a7-c492-47c2-9ea4-b1a9af2e2157 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.0881803 May 18 06:19:20.685332 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'code': 200} May 18 06:19:20.718475 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8139bc4b-6f86-4beb-ac5f-185b4add9829 req-8c4bb02b-0294-473d-9025-68c07fbfd495 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478451 May 18 06:19:20.954108 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d471418-e625-4985-8985-793d488832af req-731f64a0-2ea0-4525-9bec-d767b00a0f08 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:20.965448 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8d471418-e625-4985-8985-793d488832af req-731f64a0-2ea0-4525-9bec-d767b00a0f08 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1123183 May 18 06:19:21.075475 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8d471418-e625-4985-8985-793d488832af req-db8d304d-4125-4134-9332-bcc7c56f714e tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944250 May 18 06:19:21.131867 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a9874-5349-4a2e-bfb9-f08053214e6d req-69f73602-6e77-4166-ac03-b24f6340bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:21.134446 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-af2a9874-5349-4a2e-bfb9-f08053214e6d req-69f73602-6e77-4166-ac03-b24f6340bf56 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 1098 time: 0.1627169 May 18 06:19:21.226106 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-af2a9874-5349-4a2e-bfb9-f08053214e6d req-deb00cb5-c985-4d7e-a4b8-5915de9460a5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833886 May 18 06:19:21.251809 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7afb5-6659-4acf-acc7-b22170a11813 req-292eed6b-6d35-47e9-a533-93c6ff75d514 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:21.254331 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-33c7afb5-6659-4acf-acc7-b22170a11813 req-292eed6b-6d35-47e9-a533-93c6ff75d514 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.1166677 May 18 06:19:21.393311 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-33c7afb5-6659-4acf-acc7-b22170a11813 req-937190ae-0119-49e5-920e-5db70f1673e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317520 May 18 06:19:21.532899 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254a965-02bd-4398-ad2f-e10a91deb055 req-9d293377-de7b-4ec5-9566-899b753aaa43 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:21.537899 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6254a965-02bd-4398-ad2f-e10a91deb055 req-9d293377-de7b-4ec5-9566-899b753aaa43 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 945 time: 0.0855823 May 18 06:19:21.595332 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6254a965-02bd-4398-ad2f-e10a91deb055 req-8e1d33e6-b72c-4229-97ee-26d731848eba tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518062 May 18 06:19:22.590538 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6927a1-7232-4389-a452-3b2f3dcf1eb5 req-a1f3cacf-6e6d-424b-9489-832bffcb313b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:22.592086 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4b6927a1-7232-4389-a452-3b2f3dcf1eb5 req-a1f3cacf-6e6d-424b-9489-832bffcb313b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0806782 May 18 06:19:22.640447 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4b6927a1-7232-4389-a452-3b2f3dcf1eb5 req-f399394e-ee49-47e2-821c-ad745e4ad1d0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419345 May 18 06:19:23.121534 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd24b-0edb-47f5-b1e2-8e51fb97c2ff req-0c34bdba-c816-4929-adbe-5c73b447ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:23.123617 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d8dbd24b-0edb-47f5-b1e2-8e51fb97c2ff req-0c34bdba-c816-4929-adbe-5c73b447ef9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21dcf34e0574c399a2bc5964d0fa113&device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 1099 time: 0.0749006 May 18 06:19:23.185169 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a90f-2ebd-4cf6-9000-ed83420ebafa req-e0a32048-b97c-44a5-9671-09bd434faaaf tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:23.186787 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0899a90f-2ebd-4cf6-9000-ed83420ebafa req-e0a32048-b97c-44a5-9671-09bd434faaaf tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0940192 May 18 06:19:23.232542 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0899a90f-2ebd-4cf6-9000-ed83420ebafa req-ab37b01e-7685-438e-bc5b-a7820cc0082f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395372 May 18 06:19:23.274591 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd24b-0edb-47f5-b1e2-8e51fb97c2ff req-a65a4b92-45b5-4c15-9976-52a486e9af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:23.276213 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d8dbd24b-0edb-47f5-b1e2-8e51fb97c2ff req-a65a4b92-45b5-4c15-9976-52a486e9af4a service neutron] 10.222.0.39 "GET /v2.0/networks?id=63fb2906-cb4e-4f2c-956d-77352265304c HTTP/1.1" status: 200 len: 919 time: 0.1455529 May 18 06:19:23.345893 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d8dbd24b-0edb-47f5-b1e2-8e51fb97c2ff req-dab8e4fd-416c-4e11-a631-b56f4d1c9ace service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07550f62-2fe0-47d6-80c1-a4e85a841434 HTTP/1.1" status: 200 len: 217 time: 0.0623384 May 18 06:19:23.412260 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd24b-0edb-47f5-b1e2-8e51fb97c2ff req-745eb975-6857-4053-9d9e-f47532a9b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:23.413693 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d8dbd24b-0edb-47f5-b1e2-8e51fb97c2ff req-745eb975-6857-4053-9d9e-f47532a9b73d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49 HTTP/1.1" status: 200 len: 859 time: 0.0591352 May 18 06:19:23.462328 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d8dbd24b-0edb-47f5-b1e2-8e51fb97c2ff req-a349770e-40ed-4e1e-822a-8e8de024e5ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63fb2906-cb4e-4f2c-956d-77352265304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405233 May 18 06:19:23.618726 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d8dbd24b-0edb-47f5-b1e2-8e51fb97c2ff req-b5be3336-82bd-4c09-9cf1-787e88003915 service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483147 May 18 06:19:23.788735 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-d8dbd24b-0edb-47f5-b1e2-8e51fb97c2ff req-005fb3a8-c719-44fe-8449-2876271c6c6f service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603284 May 18 06:19:23.886570 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe78fff-1745-4170-8f21-ff6a14f96dc6 req-dde34467-af9f-4b2b-8243-643b747e7e81 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:23.894891 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-efe78fff-1745-4170-8f21-ff6a14f96dc6 req-dde34467-af9f-4b2b-8243-643b747e7e81 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.1151626 May 18 06:19:23.948356 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-efe78fff-1745-4170-8f21-ff6a14f96dc6 req-67be099c-56b1-4579-bb37-f418747fbd33 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525665 May 18 06:19:24.199667 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34c107-d489-46b0-a6fe-70083f2d1254 req-d6236d82-c063-4fdd-8ccf-3a031cec92e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:24.201731 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0c34c107-d489-46b0-a6fe-70083f2d1254 req-d6236d82-c063-4fdd-8ccf-3a031cec92e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0979013 May 18 06:19:24.210994 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 44418) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:24.218267 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-c7892260-9a10-4501-98c7-5eb5bfb14e9f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Request body: {'floatingip': {'port_id': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:24.304006 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c7892260-9a10-4501-98c7-5eb5bfb14e9f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:24.628147 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb38cc-34d9-416f-8763-3ef066dae683 req-63ebd5f3-3b6f-43e7-831f-8cd674bb1239 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:24.630033 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b8eb38cc-34d9-416f-8763-3ef066dae683 req-63ebd5f3-3b6f-43e7-831f-8cd674bb1239 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.2690277 May 18 06:19:24.749681 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b8eb38cc-34d9-416f-8763-3ef066dae683 req-3efa0ee8-0cf2-4dbd-9e3f-984664c1cf8e tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127529 May 18 06:19:25.158327 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.db.resource_extend [None req-c7892260-9a10-4501-98c7-5eb5bfb14e9f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 06:19:25.256798 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c7892260-9a10-4501-98c7-5eb5bfb14e9f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:25.262261 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c7892260-9a10-4501-98c7-5eb5bfb14e9f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:25.440225 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.l3_db [None req-c7892260-9a10-4501-98c7-5eb5bfb14e9f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Floating IP ae716910-444b-4203-8670-69fdb6ea954f associated. External IP: 172.28.2.241, port: 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f. May 18 06:19:25.799369 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7892260-9a10-4501-98c7-5eb5bfb14e9f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Router 09fab4fe-a875-47af-80f6-a4c2007649ef has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:19:26.059093 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de3109-cb78-4f96-9501-2fe5212626b6 req-d9782f1f-6b7f-4d1b-b011-70ab40545410 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:26.060825 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a3de3109-cb78-4f96-9501-2fe5212626b6 req-d9782f1f-6b7f-4d1b-b011-70ab40545410 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1951325 May 18 06:19:26.065865 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7892260-9a10-4501-98c7-5eb5bfb14e9f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:19:26.077592 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ecd92-7e6f-47e7-8e4c-37d4a6a0d3c6 None None] Sync routers for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:19:26.085515 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c7892260-9a10-4501-98c7-5eb5bfb14e9f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:26.093571 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ecd92-7e6f-47e7-8e4c-37d4a6a0d3c6 None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:26.094383 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-054ecd92-7e6f-47e7-8e4c-37d4a6a0d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:19:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:26.173186 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a3de3109-cb78-4f96-9501-2fe5212626b6 req-27c2467a-462e-4ee2-b007-0c32a3610016 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048405 May 18 06:19:26.182067 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-c7892260-9a10-4501-98c7-5eb5bfb14e9f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "PUT /v2.0/floatingips/ae716910-444b-4203-8670-69fdb6ea954f HTTP/1.1" status: 200 len: 991 time: 1.9690034 May 18 06:19:26.182801 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:26.273705 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'status': 'completed', 'code': 200} May 18 06:19:26.329300 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-054ecd92-7e6f-47e7-8e4c-37d4a6a0d3c6 None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:26.373046 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae287c-7b94-45ac-8ee5-b6436b714032 req-dd10194f-8044-4a95-a3e6-6ae78b317dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:26.374500 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fdae287c-7b94-45ac-8ee5-b6436b714032 req-dd10194f-8044-4a95-a3e6-6ae78b317dd9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 1098 time: 0.0806191 May 18 06:19:26.537911 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae287c-7b94-45ac-8ee5-b6436b714032 req-0ee78f14-c90e-45e2-bb43-c24a87e6a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:26.539449 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fdae287c-7b94-45ac-8ee5-b6436b714032 req-0ee78f14-c90e-45e2-bb43-c24a87e6a4e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 917 time: 0.1564322 May 18 06:19:26.661679 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fdae287c-7b94-45ac-8ee5-b6436b714032 req-cda88261-be9d-4301-a968-f52019249a53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f HTTP/1.1" status: 200 len: 999 time: 0.1048534 May 18 06:19:26.707386 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-054ecd92-7e6f-47e7-8e4c-37d4a6a0d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': 'ae716910-444b-4203-8670-69fdb6ea954f', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'floating_ip_address': '172.28.2.241', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'port_id': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'mac_address': 'fa:16:3e:26:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:19:03Z', 'updated_at': '2021-05-18T06:19:25Z', 'revision_number': 1, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:05Z', 'revision_number': 5, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:26.711546 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ecd92-7e6f-47e7-8e4c-37d4a6a0d3c6 None None] Checking router: 09fab4fe-a875-47af-80f6-a4c2007649ef for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:19:26.720683 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ecd92-7e6f-47e7-8e4c-37d4a6a0d3c6 None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:26.721287 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-054ecd92-7e6f-47e7-8e4c-37d4a6a0d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:19:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:26.731174 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae287c-7b94-45ac-8ee5-b6436b714032 req-8ee1b91e-369d-490d-8e98-6d75f3e012b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:26.733158 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fdae287c-7b94-45ac-8ee5-b6436b714032 req-8ee1b91e-369d-490d-8e98-6d75f3e012b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04f3d7da-6d97-479e-89c5-48a24fca53b8 HTTP/1.1" status: 200 len: 856 time: 0.0619237 May 18 06:19:26.820305 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae287c-7b94-45ac-8ee5-b6436b714032 req-a5e80785-0756-4c21-9d69-f5dc0d66fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:26.821697 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fdae287c-7b94-45ac-8ee5-b6436b714032 req-a5e80785-0756-4c21-9d69-f5dc0d66fb96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0753045 May 18 06:19:26.897047 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-054ecd92-7e6f-47e7-8e4c-37d4a6a0d3c6 None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:26.964350 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fdae287c-7b94-45ac-8ee5-b6436b714032 req-36fe30e1-e31d-46cc-8e8f-9086d9fa1861 service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304989 May 18 06:19:27.215458 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fdae287c-7b94-45ac-8ee5-b6436b714032 req-8275d203-90f3-4d38-ac41-b6ea67cd2d7c service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444870 May 18 06:19:27.321781 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-054ecd92-7e6f-47e7-8e4c-37d4a6a0d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': 'ae716910-444b-4203-8670-69fdb6ea954f', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'floating_ip_address': '172.28.2.241', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'port_id': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'mac_address': 'fa:16:3e:26:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:19:03Z', 'updated_at': '2021-05-18T06:19:25Z', 'revision_number': 1, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:05Z', 'revision_number': 5, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:27.326047 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ecd92-7e6f-47e7-8e4c-37d4a6a0d3c6 None None] The sync data for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb is: [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': 'ae716910-444b-4203-8670-69fdb6ea954f', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'floating_ip_address': '172.28.2.241', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'port_id': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'mac_address': 'fa:16:3e:26:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:19:03Z', 'updated_at': '2021-05-18T06:19:25Z', 'revision_number': 1, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:05Z', 'revision_number': 5, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:19:27.427748 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc8a8e-ce1b-4e8a-93c2-f865afc91691 req-db4217c8-9135-4431-8c12-3aa05e3fe6b7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:27.429411 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-14fc8a8e-ce1b-4e8a-93c2-f865afc91691 req-db4217c8-9135-4431-8c12-3aa05e3fe6b7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1171107 May 18 06:19:27.485960 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44502) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:27.493740 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-14fc8a8e-ce1b-4e8a-93c2-f865afc91691 req-ed5bb5e7-4d50-4a82-aed2-9d1c6a66fe01 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530255 May 18 06:19:27.704405 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-0f9ed9af-1fc1-430b-b366-db52f5759726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:27.711112 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bad99a1-581b-4e57-8fec-61652a552d9b None None] New status for floating IP ae716910-444b-4203-8670-69fdb6ea954f: ACTIVE {{(pid=78808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:19:27.740249 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-0f9ed9af-1fc1-430b-b366-db52f5759726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:27.744608 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-0f9ed9af-1fc1-430b-b366-db52f5759726 admin admin] Usage tracker for resource:security_group_rule and tenant:7c28eabcfb8e4546b907c74f2814926c is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:27.747817 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-0f9ed9af-1fc1-430b-b366-db52f5759726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:27.755068 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-0f9ed9af-1fc1-430b-b366-db52f5759726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:27.849693 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-0f9ed9af-1fc1-430b-b366-db52f5759726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:27.855685 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-0f9ed9af-1fc1-430b-b366-db52f5759726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:27.865703 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-4e438a9f-3aa9-43b2-81e3-002ecb053f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:27.911844 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-0f9ed9af-1fc1-430b-b366-db52f5759726 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c28eabcfb8e4546b907c74f2814926c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224186 May 18 06:19:27.911844 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ed9af-1fc1-430b-b366-db52f5759726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7293455c-55d7-4500-ad11-b8673350f590,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:27.914076 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 44522) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:27.925871 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0f9ed9af-1fc1-430b-b366-db52f5759726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:27.982841 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-88660953-d60e-448b-aa63-e096378d3c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:28.015970 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-88660953-d60e-448b-aa63-e096378d3c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:28.078566 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-88660953-d60e-448b-aa63-e096378d3c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:28.082923 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-de92895f-1f6c-42c0-99d1-d9b1e09b1827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:28.096704 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88660953-d60e-448b-aa63-e096378d3c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7293455c-55d7-4500-ad11-b8673350f590,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:28.099600 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-88660953-d60e-448b-aa63-e096378d3c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:28.103901 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-88660953-d60e-448b-aa63-e096378d3c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:28.105493 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-88660953-d60e-448b-aa63-e096378d3c43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7293455c-55d7-4500-ad11-b8673350f590 HTTP/1.1" status: 204 len: 168 time: 0.1921282 May 18 06:19:28.407509 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 44534) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:28.426165 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e7fe789f-dfd2-402e-8124-481ac251f395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:28.442260 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e7fe789f-dfd2-402e-8124-481ac251f395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:28.447142 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e7fe789f-dfd2-402e-8124-481ac251f395 admin admin] Usage tracker for resource:security_group_rule and tenant:adadbf7ea0e540dfb8c3f53fbeff704b is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:28.449973 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e7fe789f-dfd2-402e-8124-481ac251f395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:28.455641 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e7fe789f-dfd2-402e-8124-481ac251f395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:28.540764 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e7fe789f-dfd2-402e-8124-481ac251f395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:28.544700 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e7fe789f-dfd2-402e-8124-481ac251f395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:28.554964 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f984c9cf-ce76-4a63-b08a-e6d3fd6b73ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:28.725676 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-e7fe789f-dfd2-402e-8124-481ac251f395 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adadbf7ea0e540dfb8c3f53fbeff704b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169808 May 18 06:19:28.728489 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44548) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:28.740241 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe789f-dfd2-402e-8124-481ac251f395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494ead16-d114-477f-ac06-a121402ced4d,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:28.744398 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e7fe789f-dfd2-402e-8124-481ac251f395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:28.776546 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee7b24-372e-4fb3-8bd1-b9131607d640 req-f92d5970-3725-44be-a84e-99d4943cc4a1 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:28.778036 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-06ee7b24-372e-4fb3-8bd1-b9131607d640 req-f92d5970-3725-44be-a84e-99d4943cc4a1 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1267290 May 18 06:19:28.846933 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-00170668-8dee-4256-8c34-2d4d9403fa50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:28.869993 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-06ee7b24-372e-4fb3-8bd1-b9131607d640 req-9dbe7627-1ddc-46c6-b935-9737c589d02e tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839596 May 18 06:19:28.887865 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-00170668-8dee-4256-8c34-2d4d9403fa50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:28.954591 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-00170668-8dee-4256-8c34-2d4d9403fa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:28.964933 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9368cdf1-5364-4648-a6fc-08229c95b35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:28.978067 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00170668-8dee-4256-8c34-2d4d9403fa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494ead16-d114-477f-ac06-a121402ced4d,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:28.981186 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-00170668-8dee-4256-8c34-2d4d9403fa50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:29.011485 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-00170668-8dee-4256-8c34-2d4d9403fa50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.015178 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-00170668-8dee-4256-8c34-2d4d9403fa50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/494ead16-d114-477f-ac06-a121402ced4d HTTP/1.1" status: 204 len: 168 time: 0.2828491 May 18 06:19:29.234288 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 44562) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:29.428811 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44572) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:29.445981 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-905b4858-a490-40fc-a753-058b65bc3c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.446539 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6585a16e-eb80-4b81-8f28-2c8616de4034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.462068 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-905b4858-a490-40fc-a753-058b65bc3c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:29.462305 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-6585a16e-eb80-4b81-8f28-2c8616de4034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:29.466249 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-6585a16e-eb80-4b81-8f28-2c8616de4034 admin admin] Usage tracker for resource:security_group_rule and tenant:727eed479b9b4a439130028a1b2294dd is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:29.466647 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-905b4858-a490-40fc-a753-058b65bc3c1c admin admin] Usage tracker for resource:security_group_rule and tenant:016c02eefe364e5c81442fc40adc60c4 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:29.469031 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-6585a16e-eb80-4b81-8f28-2c8616de4034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:29.469599 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-905b4858-a490-40fc-a753-058b65bc3c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:29.475273 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-6585a16e-eb80-4b81-8f28-2c8616de4034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:29.475710 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-905b4858-a490-40fc-a753-058b65bc3c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:29.573478 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6585a16e-eb80-4b81-8f28-2c8616de4034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.576617 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-905b4858-a490-40fc-a753-058b65bc3c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.577646 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6585a16e-eb80-4b81-8f28-2c8616de4034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.580589 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-905b4858-a490-40fc-a753-058b65bc3c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.588551 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:29.589824 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e7fe789f-dfd2-402e-8124-481ac251f395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:29.631014 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-905b4858-a490-40fc-a753-058b65bc3c1c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=016c02eefe364e5c81442fc40adc60c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932319 May 18 06:19:29.631411 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-6585a16e-eb80-4b81-8f28-2c8616de4034 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=727eed479b9b4a439130028a1b2294dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988232 May 18 06:19:29.631612 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b4858-a490-40fc-a753-058b65bc3c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe42f52b-7cf2-410e-b6aa-b5d85361025d,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:29.631726 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44582) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:29.631816 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 44584) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:29.634232 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-905b4858-a490-40fc-a753-058b65bc3c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:29.652214 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585a16e-eb80-4b81-8f28-2c8616de4034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837a8bac-8db7-489b-88f1-0e9e881d8781,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:29.656901 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-6585a16e-eb80-4b81-8f28-2c8616de4034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:29.691419 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8dc2afd4-6179-4895-ae82-45a3d5e134d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.701501 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-06e1e842-b5da-4840-8cda-f695e899ed85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.716764 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8dc2afd4-6179-4895-ae82-45a3d5e134d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.727251 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-06e1e842-b5da-4840-8cda-f695e899ed85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.774154 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8dc2afd4-6179-4895-ae82-45a3d5e134d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.778684 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-905b4858-a490-40fc-a753-058b65bc3c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:29.787628 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-06e1e842-b5da-4840-8cda-f695e899ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.792864 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a72230d1-e82d-44e6-a685-6342386cbbc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:29.794319 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2afd4-6179-4895-ae82-45a3d5e134d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837a8bac-8db7-489b-88f1-0e9e881d8781,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:29.796859 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8dc2afd4-6179-4895-ae82-45a3d5e134d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:29.805055 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1e842-b5da-4840-8cda-f695e899ed85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe42f52b-7cf2-410e-b6aa-b5d85361025d,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:29.806300 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8dc2afd4-6179-4895-ae82-45a3d5e134d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.809763 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-06e1e842-b5da-4840-8cda-f695e899ed85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:29.809907 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-8dc2afd4-6179-4895-ae82-45a3d5e134d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/837a8bac-8db7-489b-88f1-0e9e881d8781 HTTP/1.1" status: 204 len: 168 time: 0.1747832 May 18 06:19:29.816959 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-06e1e842-b5da-4840-8cda-f695e899ed85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:29.818069 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-06e1e842-b5da-4840-8cda-f695e899ed85 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe42f52b-7cf2-410e-b6aa-b5d85361025d HTTP/1.1" status: 204 len: 168 time: 0.1849778 May 18 06:19:30.138590 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f44a3-b85b-41ba-a829-1eb50daf31b1 req-4fad2f96-85b7-45e4-baad-5adda2955834 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:30.140440 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-786f44a3-b85b-41ba-a829-1eb50daf31b1 req-4fad2f96-85b7-45e4-baad-5adda2955834 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1016116 May 18 06:19:30.193331 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-786f44a3-b85b-41ba-a829-1eb50daf31b1 req-768e6f0d-f363-48b4-b996-4387bc60be0b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446503 May 18 06:19:31.384234 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010df8cd-0d5c-46ac-a808-3a4d3672db8a req-1e88cac7-8219-46f5-8403-12ccaf39df3c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:31.385671 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-010df8cd-0d5c-46ac-a808-3a4d3672db8a req-1e88cac7-8219-46f5-8403-12ccaf39df3c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0842581 May 18 06:19:31.431343 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-010df8cd-0d5c-46ac-a808-3a4d3672db8a req-62b51c80-88a5-417e-b540-c76157c2900e tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397375 May 18 06:19:32.623074 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e774afc-87fe-4c75-816b-7db7b898a463 req-c666000e-5a7c-4ea9-ba4c-e3c025a6705f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:32.624527 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8e774afc-87fe-4c75-816b-7db7b898a463 req-c666000e-5a7c-4ea9-ba4c-e3c025a6705f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0836422 May 18 06:19:32.672435 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8e774afc-87fe-4c75-816b-7db7b898a463 req-c539e1f8-d892-4f03-a8f6-f62448744a92 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 May 18 06:19:32.999569 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:33.859734 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205863d-1f75-4e21-b5e1-d485d098c632 req-0036a650-71a1-470e-a99a-9a945795e49b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:33.861183 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4205863d-1f75-4e21-b5e1-d485d098c632 req-0036a650-71a1-470e-a99a-9a945795e49b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0821836 May 18 06:19:33.896920 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44672) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:33.906119 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4205863d-1f75-4e21-b5e1-d485d098c632 req-c432c89e-cee7-441e-bbba-4d4935dd21f9 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387218 May 18 06:19:34.024781 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c99a7f5f-0b88-4248-8853-8c6eef6328e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:34.039421 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-c99a7f5f-0b88-4248-8853-8c6eef6328e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:34.043209 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-c99a7f5f-0b88-4248-8853-8c6eef6328e8 admin admin] Usage tracker for resource:security_group_rule and tenant:035d88cacd3b4762bbea78f1cec3011e is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:34.046011 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-c99a7f5f-0b88-4248-8853-8c6eef6328e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:34.051599 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-c99a7f5f-0b88-4248-8853-8c6eef6328e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:34.133404 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c99a7f5f-0b88-4248-8853-8c6eef6328e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:34.136928 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c99a7f5f-0b88-4248-8853-8c6eef6328e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:34.146006 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-5354dc7f-8dbd-4793-b5de-3413454bdb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:34.187407 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-c99a7f5f-0b88-4248-8853-8c6eef6328e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=035d88cacd3b4762bbea78f1cec3011e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894437 May 18 06:19:34.188977 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a7f5f-0b88-4248-8853-8c6eef6328e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7092d7e8-d93f-4dba-8d72-92e065700aed,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:34.190693 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 44680) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:34.191868 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c99a7f5f-0b88-4248-8853-8c6eef6328e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:34.256032 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8569ea14-8212-4c3c-9833-fac3a8dee2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:34.280620 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8569ea14-8212-4c3c-9833-fac3a8dee2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:34.336115 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8569ea14-8212-4c3c-9833-fac3a8dee2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:34.340864 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:34.353090 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569ea14-8212-4c3c-9833-fac3a8dee2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7092d7e8-d93f-4dba-8d72-92e065700aed,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:34.358112 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8569ea14-8212-4c3c-9833-fac3a8dee2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:34.360079 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8569ea14-8212-4c3c-9833-fac3a8dee2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:34.363668 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-8569ea14-8212-4c3c-9833-fac3a8dee2a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7092d7e8-d93f-4dba-8d72-92e065700aed HTTP/1.1" status: 204 len: 168 time: 0.1694691 May 18 06:19:35.108395 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7d4be-9d90-4de6-b16d-ea0d3fce0a1a req-0a6c95e3-ef82-41f0-b20b-6f6c22cd40d8 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:35.110065 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a6d7d4be-9d90-4de6-b16d-ea0d3fce0a1a req-0a6c95e3-ef82-41f0-b20b-6f6c22cd40d8 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0823426 May 18 06:19:35.168999 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a6d7d4be-9d90-4de6-b16d-ea0d3fce0a1a req-41f3f944-c1f8-46be-ac0d-0458f255145c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525427 May 18 06:19:35.481626 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 44726) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:35.601838 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fbb31be6-99a5-43da-8404-dff3ba6d90df admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.615762 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-fbb31be6-99a5-43da-8404-dff3ba6d90df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:35.619834 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-fbb31be6-99a5-43da-8404-dff3ba6d90df admin admin] Usage tracker for resource:security_group_rule and tenant:eab21bb8f21f4ab9a1e8d7cad1ab211c is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:35.623066 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-fbb31be6-99a5-43da-8404-dff3ba6d90df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:35.629649 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-fbb31be6-99a5-43da-8404-dff3ba6d90df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:35.718252 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fbb31be6-99a5-43da-8404-dff3ba6d90df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.722540 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-fbb31be6-99a5-43da-8404-dff3ba6d90df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.731599 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0ebd25cf-1265-4f65-9dd3-ee2e5f2907cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:35.768587 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb31be6-99a5-43da-8404-dff3ba6d90df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980dfb4a-5730-4106-8327-005b57626d10,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:35.773250 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-fbb31be6-99a5-43da-8404-dff3ba6d90df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eab21bb8f21f4ab9a1e8d7cad1ab211c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906125 May 18 06:19:35.774083 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fbb31be6-99a5-43da-8404-dff3ba6d90df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:35.776365 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 44732) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:35.833489 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f7cebc1b-ede4-4e01-a5a1-cd693d93f29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.858356 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f7cebc1b-ede4-4e01-a5a1-cd693d93f29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.914937 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f7cebc1b-ede4-4e01-a5a1-cd693d93f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.918701 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-990bebc8-34b9-4871-9387-cf1faf18885e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:35.929742 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cebc1b-ede4-4e01-a5a1-cd693d93f29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980dfb4a-5730-4106-8327-005b57626d10,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:35.933242 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f7cebc1b-ede4-4e01-a5a1-cd693d93f29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:35.936691 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f7cebc1b-ede4-4e01-a5a1-cd693d93f29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.939506 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-f7cebc1b-ede4-4e01-a5a1-cd693d93f29c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/980dfb4a-5730-4106-8327-005b57626d10 HTTP/1.1" status: 204 len: 168 time: 0.1610224 May 18 06:19:36.363759 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed2b2b-be96-48ec-b46f-d100a0f03d75 req-262ca536-4265-476f-a4ac-ec68c0703172 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:36.366120 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-88ed2b2b-be96-48ec-b46f-d100a0f03d75 req-262ca536-4265-476f-a4ac-ec68c0703172 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0800097 May 18 06:19:36.415073 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-88ed2b2b-be96-48ec-b46f-d100a0f03d75 req-47f2e3f7-8101-45fa-af5b-2cb13e715121 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427179 May 18 06:19:36.647792 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44766) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:36.758168 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-536446550-network', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:36.763180 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:36.767028 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Usage tracker for resource:network and tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:36.769899 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:36.776758 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:36.786763 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Made reservation on behalf of 8a6ed2f5bbbc4f1593ecc5a4ed8d5177 for: {'network': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:36.789779 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.802467 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.816521 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:36.820120 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Usage tracker for resource:security_group_rule and tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:36.822829 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:36.828428 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:36.921317 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.927954 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.932083 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-8a4595e0-9a74-4eb5-95a6-2ee77cbd693c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:36.955915 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=78806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:19:36.968483 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a1f48c-642b-4038-a340-236d63ceee7c,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:36.972956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:36.977281 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.977623 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.segments_db [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Added segment 124d6d05-124b-40b4-88bb-5dddedd02ef1 of type vlan for network b21e72ce-09fd-41ba-b5df-295635ffcb6a May 18 06:19:37.008994 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.038875 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-efd2471b-31bd-428d-a5a6-ed216c8a67c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.042988 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.044453 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:37.045018 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.048634 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:37.150803 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b21e72ce-09fd-41ba-b5df-295635ffcb6a,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:37.153524 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:37.160529 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5109446 May 18 06:19:37.162010 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network b21e72ce-09fd-41ba-b5df-295635ffcb6a details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:19:37.163268 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44772) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:37.169402 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Request body: {'subnet': {'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-536446550-subnet', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'ip_version': 4}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:37.175040 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:37.179669 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Usage tracker for resource:subnet and tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:37.182563 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:37.188244 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:37.198462 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Made reservation on behalf of 8a6ed2f5bbbc4f1593ecc5a4ed8d5177 for: {'subnet': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:37.200987 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126362'] for subnet, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.589825 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3007491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126344'] for subnet, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.594450 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d46063f9-2c0e-4fb9-974f-637380a7ff8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:37.654057 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-cd2dc43e-1403-473b-95e6-90ead296d2e6 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:37.655475 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-cd2dc43e-1403-473b-95e6-90ead296d2e6 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/networks?id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 200 len: 814 time: 0.2202749 May 18 06:19:37.667043 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b08deb-868b-41d8-84c1-7f9618eb6f0e,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:37.671306 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2c247-2dd3-4c84-8e05-a0491ebce3df req-0cce05c4-4c27-4f70-bbac-4fa7170e1145 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:37.672780 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82f2c247-2dd3-4c84-8e05-a0491ebce3df req-0cce05c4-4c27-4f70-bbac-4fa7170e1145 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1380243 May 18 06:19:37.676566 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:37.677284 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Checking segment: {'id': '124d6d05-124b-40b4-88bb-5dddedd02ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:37.677602 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Network hostable DHCP agents. Network: b21e72ce-09fd-41ba-b5df-295635ffcb6a, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:19:37.684642 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-5332fc64-6be1-4ba0-a996-9e3729c8a890 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/quotas/21c079ec78ae49098f331d15095a4e48 HTTP/1.1" status: 200 len: 375 time: 0.0229588 May 18 06:19:37.697554 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Network b21e72ce-09fd-41ba-b5df-295635ffcb6a is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:19:37.710510 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, b21e72ce-09fd-41ba-b5df-295635ffcb6a) {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:37.718668 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:37.718832 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73732ae-1486-4711-9ea6-acb1651e7379 None None] Network b21e72ce-09fd-41ba-b5df-295635ffcb6a requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:19:37.719557 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.750630 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-d9b49081-4273-471d-8063-645c776d825b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5840020 May 18 06:19:37.750630 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44792) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:37.773391 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:37.786330 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:37.794482 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82f2c247-2dd3-4c84-8e05-a0491ebce3df req-bc3a9b36-4d82-4487-a8ae-75f87efaa8fb tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084764 May 18 06:19:37.802579 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Usage tracker for resource:router and tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:37.808289 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:37.823846 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:37.843287 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-b09da5fc-d650-4394-8029-9408c9b33c83 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=21c079ec78ae49098f331d15095a4e48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1550596 May 18 06:19:37.848954 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14097'] for router, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.850924 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14086'] for router, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.868927 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.966045 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7579a6-934c-53e0-bcc5-5362a01ddfef-b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'fixed_ips': [{'subnet_id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e'}]}} from dv-cinder-784623-10-smb. {{(pid=78808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:19:37.970461 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:38.111822 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-1b53d418-a4b1-4fb3-bf72-4775acd85709 service neutron] 10.222.0.10 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608526 May 18 06:19:38.208166 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Allocated IP 172.20.0.2 (b21e72ce-09fd-41ba-b5df-295635ffcb6a/d5b08deb-868b-41d8-84c1-7f9618eb6f0e/3c963b13-97c4-452f-abd8-fd807b3a1bb3) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:38.254971 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-669950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14324'] for router, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:38.263024 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-c325fec6-495f-4479-82b4-3171f9b30770 service neutron] 10.222.0.10 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441188 May 18 06:19:38.439714 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:38.449716 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:19:38.455917 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Transition to ACTIVE for port object 3c963b13-97c4-452f-abd8-fd807b3a1bb3 will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:38.477334 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-dd63f31d-5157-4ae1-b38c-35b866e65990 req-320fb2af-6f79-4414-b7a4-fd082e7ae433 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 210 time: 0.0726237 May 18 06:19:38.483216 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Transition to ACTIVE for port object 3c963b13-97c4-452f-abd8-fd807b3a1bb3 will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:38.491317 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:38.494829 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:38.559793 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Network b21e72ce-09fd-41ba-b5df-295635ffcb6a is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:38.562530 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:38.566109 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:38.573284 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Pushing event updated for resources: {'Port': ['ID=3c963b13-97c4-452f-abd8-fd807b3a1bb3,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:38.604951 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:38.609456 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:38.638305 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:38.664749 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Attempting to bind port 3c963b13-97c4-452f-abd8-fd807b3a1bb3 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:38.665192 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Attempting to bind port 3c963b13-97c4-452f-abd8-fd807b3a1bb3 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '124d6d05-124b-40b4-88bb-5dddedd02ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:38.665900 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Attempting to bind port 3c963b13-97c4-452f-abd8-fd807b3a1bb3 on network b21e72ce-09fd-41ba-b5df-295635ffcb6a {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:38.671438 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:38.672068 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Checking segment: {'id': '124d6d05-124b-40b4-88bb-5dddedd02ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:38.672545 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:38.673561 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Bound using segment: {'id': '124d6d05-124b-40b4-88bb-5dddedd02ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:38.673561 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Bound port: 3c963b13-97c4-452f-abd8-fd807b3a1bb3, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124d6d05-124b-40b4-88bb-5dddedd02ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:38.673982 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:38.797782 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Allocated IP 172.28.2.181 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/4171eec5-fc94-4c4c-b684-b76ea5f688e9) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:38.799818 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] For port 3c963b13-97c4-452f-abd8-fd807b3a1bb3, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:38.803195 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] For port 3c963b13-97c4-452f-abd8-fd807b3a1bb3, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=3c963b13-97c4-452f-abd8-fd807b3a1bb3,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:38.808155 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:38.812212 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:38.900559 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Pushing event updated for resources: {'Port': ['ID=3c963b13-97c4-452f-abd8-fd807b3a1bb3,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:38.912011 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:38.985848 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:39.027899 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:39.035688 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b07a733e-7afc-41eb-ab0f-0d2f612c5cce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:39.104564 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:39.107286 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:39.111121 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:39.149463 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcbd7c-f0ae-45b8-a2bc-1c5361a783b2 req-9d7865f8-97cd-4cde-bf4c-2f88b0e2f04e tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:39.151102 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-28fcbd7c-f0ae-45b8-a2bc-1c5361a783b2 req-9d7865f8-97cd-4cde-bf4c-2f88b0e2f04e tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1252575 May 18 06:19:39.164284 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Pushing event updated for resources: {'Port': ['ID=4171eec5-fc94-4c4c-b684-b76ea5f688e9,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:39.173440 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:39.256590 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-28fcbd7c-f0ae-45b8-a2bc-1c5361a783b2 req-b9d251de-5e0e-4eca-bc28-5256b5b63200 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996077 May 18 06:19:39.406152 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 3c963b13-97c4-452f-abd8-fd807b3a1bb3 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:39.486714 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 3c963b13-97c4-452f-abd8-fd807b3a1bb3 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:39.618383 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-472221a9-08bd-4dd9-9fbb-f20412410034 req-6bc95486-9a96-49c0-8b5d-c2fc2891c8de tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 210 time: 0.0425212 May 18 06:19:39.623202 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:39.980304 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.054791 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c258bd-8626-4e4c-a140-318d87421f7c None None] Network b21e72ce-09fd-41ba-b5df-295635ffcb6a requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:19:40.165270 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-f986c17b-3d88-4bae-a43e-fc8a2b6e4314 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:40.166798 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-f986c17b-3d88-4bae-a43e-fc8a2b6e4314 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "GET /v2.0/networks?id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 200 len: 814 time: 0.3091419 May 18 06:19:40.170163 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-eb2f6393-7e94-4ef0-a5ac-84b7bbd3764a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.173639 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-9f34fee0-5a39-4567-b0ad-a09c5aacb999 None None] Provisioning for port 3c963b13-97c4-452f-abd8-fd807b3a1bb3 completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:40.188298 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Request body: {'port': {'device_id': '212a6590-f7dc-49ab-b161-25785c74f990', 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c', 'admin_state_up': True, 'tenant_id': '21c079ec78ae49098f331d15095a4e48'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:40.192390 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-9f34fee0-5a39-4567-b0ad-a09c5aacb999 None None] Provisioning complete for port 3c963b13-97c4-452f-abd8-fd807b3a1bb3 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:40.192833 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9f34fee0-5a39-4567-b0ad-a09c5aacb999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.384937 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659129'] for router, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.419243 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9f34fee0-5a39-4567-b0ad-a09c5aacb999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.472921 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-9f34fee0-5a39-4567-b0ad-a09c5aacb999 None None] For port 3c963b13-97c4-452f-abd8-fd807b3a1bb3, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=3c963b13-97c4-452f-abd8-fd807b3a1bb3,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:40.478784 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9f34fee0-5a39-4567-b0ad-a09c5aacb999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.480527 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:40.494275 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:40.501342 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Usage tracker for resource:port and tenant:21c079ec78ae49098f331d15095a4e48 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:40.506016 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:40.509644 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269ea74-8c6f-4c8c-8976-f013957441b4 req-79a65b62-77d8-4ec6-80ce-28ec1dbd1ac5 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:40.511552 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f269ea74-8c6f-4c8c-8976-f013957441b4 req-79a65b62-77d8-4ec6-80ce-28ec1dbd1ac5 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1330931 May 18 06:19:40.564191 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:40.571205 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34fee0-5a39-4567-b0ad-a09c5aacb999 None None] Pushing event updated for resources: {'Port': ['ID=3c963b13-97c4-452f-abd8-fd807b3a1bb3,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:40.576861 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9f34fee0-5a39-4567-b0ad-a09c5aacb999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:40.580633 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f269ea74-8c6f-4c8c-8976-f013957441b4 req-4536ce5e-2a52-4daa-a567-36367aae933d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546682 May 18 06:19:40.601817 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Made reservation on behalf of 21c079ec78ae49098f331d15095a4e48 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:40.605447 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.728620 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Router 2122e273-030e-4388-83f5-9483038dd574 is scheduled to L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f with binding_index 1 {{(pid=78806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:19:40.767443 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.772076 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5cd2701d-8c91-484d-b6ab-b42d35387789 req-714601b5-1e78-4116-a0a4-43c8c81a33fb tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 210 time: 0.0442715 May 18 06:19:40.807377 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-12f9f35f-22d8-4f76-af8b-d526c5c272ad None None] Provisioning complete for port 3c963b13-97c4-452f-abd8-fd807b3a1bb3 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:40.807735 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-12f9f35f-22d8-4f76-af8b-d526c5c272ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.946890 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Allocated IP 172.20.0.14 (1f7219fb-4a72-4b36-b8af-8b4a9cacde9c/6bf6dc63-a4ed-4903-9854-af249747843b/f17c8a58-92c4-4fc9-991d-a90161e159d9) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:41.000161 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:19:41.008767 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Sync routers for ids ['2122e273-030e-4388-83f5-9483038dd574'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:19:41.021941 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Routers {'2122e273-030e-4388-83f5-9483038dd574'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:41.023479 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:19:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['2122e273-030e-4388-83f5-9483038dd574'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:41.111070 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Notify callbacks [] for router, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.112351 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3489110 May 18 06:19:41.115474 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 44850) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:41.195778 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.243193 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.250010 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:41.254773 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Set router 2122e273-030e-4388-83f5-9483038dd574 gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:41.256581 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['d127f2be-6003-4e58-905a-795e54fd1442', '1268da61-abd1-46a1-a50c-13007e0cd52b', '341804d3-550b-46be-8fb8-1917689bdc69'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:19:41.343486 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:41.347015 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:41.350115 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:41.420750 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 3c963b13-97c4-452f-abd8-fd807b3a1bb3 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:41.423461 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:41.424095 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.447338 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Pushing event updated for resources: {'Port': ['ID=f17c8a58-92c4-4fc9-991d-a90161e159d9,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:41.454763 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:41.459922 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2762806 May 18 06:19:41.476847 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Request body: {'port': {'device_id': '212a6590-f7dc-49ab-b161-25785c74f990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:41.582454 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 3c963b13-97c4-452f-abd8-fd807b3a1bb3 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:41.583170 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.651784 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:19:39Z', 'revision_number': 3, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port': {'id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:38Z', 'updated_at': '2021-05-18T06:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:41.661344 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Checking router: 2122e273-030e-4388-83f5-9483038dd574 for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:19:41.665624 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Updating router 2122e273-030e-4388-83f5-9483038dd574 port 4171eec5-fc94-4c4c-b684-b76ea5f688e9 binding host dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:19:41.794016 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.817178 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.919374 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d9911-db25-442d-b9d2-6d2611c9c962 req-b886e405-00ca-4982-852a-43f7dd2bc49d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:41.921721 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-454d9911-db25-442d-b9d2-6d2611c9c962 req-b886e405-00ca-4982-852a-43f7dd2bc49d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1336863 May 18 06:19:42.015862 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-454d9911-db25-442d-b9d2-6d2611c9c962 req-de336317-5600-43b4-b37b-d03787a6d34b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639834 May 18 06:19:42.075567 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.205530 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.228865 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba0313-2fc2-4ec7-b591-1cfbf8af5b7f req-db98cd27-36e2-442f-88cf-b83496af8749 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:42.232836 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17c8a58-92c4-4fc9-991d-a90161e159d9 {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:19:42.235588 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.236019 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-35ba0313-2fc2-4ec7-b591-1cfbf8af5b7f req-db98cd27-36e2-442f-88cf-b83496af8749 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 932 time: 0.1826704 May 18 06:19:42.242249 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.249727 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Transition to ACTIVE for port object 4171eec5-fc94-4c4c-b684-b76ea5f688e9 will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:42.260138 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.263442 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Transition to ACTIVE for port object f17c8a58-92c4-4fc9-991d-a90161e159d9 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:42.268982 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:42.269710 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.281332 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:42.352515 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Attempting to bind port 4171eec5-fc94-4c4c-b684-b76ea5f688e9 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:42.352902 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Attempting to bind port 4171eec5-fc94-4c4c-b684-b76ea5f688e9 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:42.353263 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Attempting to bind port 4171eec5-fc94-4c4c-b684-b76ea5f688e9 on network a911aa9e-1d36-431b-972c-57775e8f58e4 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:42.363236 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:42.363636 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Checking segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:42.364032 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.364502 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Bound using segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:42.364975 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Bound port: 4171eec5-fc94-4c4c-b684-b76ea5f688e9, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:42.365352 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.395853 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a47701-218f-4ca1-855f-e269afd3b0f1 None None] Pushing event updated for resources: {'Port': ['ID=4171eec5-fc94-4c4c-b684-b76ea5f688e9,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:42.398680 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-b8a47701-218f-4ca1-855f-e269afd3b0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:42.450675 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-35ba0313-2fc2-4ec7-b591-1cfbf8af5b7f req-0aaa6843-9a12-403c-85ee-22437d8d0d1c tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137446 May 18 06:19:42.453616 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] For port 4171eec5-fc94-4c4c-b684-b76ea5f688e9, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:42.458254 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] For port 4171eec5-fc94-4c4c-b684-b76ea5f688e9, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=4171eec5-fc94-4c4c-b684-b76ea5f688e9,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:42.462798 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.468703 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:42.503159 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Pushing event updated for resources: {'Port': ['ID=f17c8a58-92c4-4fc9-991d-a90161e159d9,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:42.514677 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:42.544371 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Routers {'2122e273-030e-4388-83f5-9483038dd574'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:42.545340 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:19:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['2122e273-030e-4388-83f5-9483038dd574'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:42.553720 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Attempting to bind port f17c8a58-92c4-4fc9-991d-a90161e159d9 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:42.554136 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Attempting to bind port f17c8a58-92c4-4fc9-991d-a90161e159d9 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:42.554761 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Attempting to bind port f17c8a58-92c4-4fc9-991d-a90161e159d9 on network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:42.559856 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Port f17c8a58-92c4-4fc9-991d-a90161e159d9 on network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:19:42.560293 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Attempting to bind port f17c8a58-92c4-4fc9-991d-a90161e159d9 on network 1f7219fb-4a72-4b36-b8af-8b4a9cacde9c {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:42.566067 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:42.566259 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Checking segment: {'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:42.566734 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Bound using segment: {'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:42.567231 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Bound port: f17c8a58-92c4-4fc9-991d-a90161e159d9, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9739d0-4377-4685-92c5-81595682a677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:42.567644 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.615813 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a47701-218f-4ca1-855f-e269afd3b0f1 None None] Pushing event updated for resources: {'Port': ['ID=4171eec5-fc94-4c4c-b684-b76ea5f688e9,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:42.618544 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Allocated IP 172.20.0.1 (b21e72ce-09fd-41ba-b5df-295635ffcb6a/d5b08deb-868b-41d8-84c1-7f9618eb6f0e/22301ab9-e0f5-4217-95ee-1bf3ecb07ae3) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:42.620458 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-b8a47701-218f-4ca1-855f-e269afd3b0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:42.664260 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] For port f17c8a58-92c4-4fc9-991d-a90161e159d9, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:42.667336 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] For port f17c8a58-92c4-4fc9-991d-a90161e159d9, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f17c8a58-92c4-4fc9-991d-a90161e159d9,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:42.670847 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.675400 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-10f878fa-3fb6-4a3c-a413-2701455ba0ff tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:42.726705 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] Set router 2122e273-030e-4388-83f5-9483038dd574 gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:42.731424 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:42.732067 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.733484 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] 10.222.0.39 "PUT /v2.0/ports/f17c8a58-92c4-4fc9-991d-a90161e159d9 HTTP/1.1" status: 200 len: 1094 time: 1.2614889 May 18 06:19:42.734028 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212a6590-f7dc-49ab-b161-25785c74f990', 'tag': 'f17c8a58-92c4-4fc9-991d-a90161e159d9'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:42.760922 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Pushing event updated for resources: {'Port': ['ID=f17c8a58-92c4-4fc9-991d-a90161e159d9,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:42.772715 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.773176 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.773599 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.774032 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.774761 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.774882 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.775271 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.775683 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.776186 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.776599 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.777009 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.777540 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.778081 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.781792 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:42.805357 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Transition to ACTIVE for port object 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:42.827802 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212a6590-f7dc-49ab-b161-25785c74f990', 'tag': 'f17c8a58-92c4-4fc9-991d-a90161e159d9', 'status': 'completed', 'code': 200} May 18 06:19:42.837346 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.842385 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:42.870063 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-b92bd91b-d6ad-41e2-97d1-9578fe83e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:42.871751 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-b92bd91b-d6ad-41e2-97d1-9578fe83e2b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21c079ec78ae49098f331d15095a4e48&device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 1097 time: 0.0806816 May 18 06:19:42.909359 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Network b21e72ce-09fd-41ba-b5df-295635ffcb6a is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:42.912732 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:42.916665 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:42.960315 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-14aed5e2-b4b3-4e36-8095-81a8b193377a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f17c8a58-92c4-4fc9-991d-a90161e159d9 HTTP/1.1" status: 200 len: 217 time: 0.0788624 May 18 06:19:42.966483 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Pushing event updated for resources: {'Port': ['ID=22301ab9-e0f5-4217-95ee-1bf3ecb07ae3,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:42.988805 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.989261 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.989720 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.990141 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.990732 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.991143 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.991598 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.992137 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.992546 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.992950 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.993348 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.993748 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:42.999754 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:43.011954 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683074'] for router_interface, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:43.091049 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-bdcaf8cc-44fe-474c-a0ee-c2dcc66f2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:43.092513 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-bdcaf8cc-44fe-474c-a0ee-c2dcc66f2b64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bf6dc63-a4ed-4903-9854-af249747843b HTTP/1.1" status: 200 len: 854 time: 0.1256454 May 18 06:19:43.097368 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:19:39Z', 'revision_number': 3, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port': {'id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:38Z', 'updated_at': '2021-05-18T06:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:43.102507 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1c6e6-e0c8-439d-8a64-f280890eec71 None None] The sync data for ids ['2122e273-030e-4388-83f5-9483038dd574'] in dv-cinder-784623-10-smb is: [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:19:39Z', 'revision_number': 3, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port': {'id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:38Z', 'updated_at': '2021-05-18T06:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:19:43.157563 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-4f03588f-ec74-4fd6-8c39-78fef12dc199 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549712 May 18 06:19:43.164812 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:43.275552 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f14dee90-24a4-4cd6-98f1-c961178c8944 None None] Provisioning for port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:43.282485 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f14dee90-24a4-4cd6-98f1-c961178c8944 None None] Provisioning complete for port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:43.283103 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f14dee90-24a4-4cd6-98f1-c961178c8944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:43.307631 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-9ff45c55-3174-4015-9df4-7c571509b57a service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422043 May 18 06:19:43.368225 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f14dee90-24a4-4cd6-98f1-c961178c8944 None None] Port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:19:43.435914 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c8c6e-22f1-4960-a29a-d77ba4100200 req-52982411-15d6-48c6-bcee-3afc07c72a1a tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:43.445531 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4c6c8c6e-22f1-4960-a29a-d77ba4100200 req-52982411-15d6-48c6-bcee-3afc07c72a1a tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.2588632 May 18 06:19:43.522579 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4c6c8c6e-22f1-4960-a29a-d77ba4100200 req-70b55ed5-5b00-41b8-ba55-68f85e9bd6d2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708497 May 18 06:19:43.545516 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-83f4ff3b-454b-4e75-b953-554aea596f92 req-f9933756-21ba-4ab7-9bfa-5e729c5220c3 service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289083 May 18 06:19:43.639933 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:43.650053 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921920'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:43.692502 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:43.719984 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047f856-8a7d-4f3d-89a0-2cb7e92de40c req-5f4f3471-4d5d-409a-8fd2-fb98dc49493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:43.722142 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6047f856-8a7d-4f3d-89a0-2cb7e92de40c req-5f4f3471-4d5d-409a-8fd2-fb98dc49493e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21c079ec78ae49098f331d15095a4e48&device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 1097 time: 0.0756183 May 18 06:19:43.770580 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-665061'] for router_interface, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:43.781375 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Pushing event updated for resources: {'Port': ['ID=22301ab9-e0f5-4217-95ee-1bf3ecb07ae3,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:43.784882 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:43.872796 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966436da-eb7a-4c1f-8e76-07fa5dd63a7a req-d7272306-7ede-4ee4-b8ba-f3894be0e491 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:43.874309 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-966436da-eb7a-4c1f-8e76-07fa5dd63a7a req-d7272306-7ede-4ee4-b8ba-f3894be0e491 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 944 time: 0.2838380 May 18 06:19:43.955440 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047f856-8a7d-4f3d-89a0-2cb7e92de40c req-19610c90-34f5-42a7-b322-c5aa9e637151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:43.957372 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6047f856-8a7d-4f3d-89a0-2cb7e92de40c req-19610c90-34f5-42a7-b322-c5aa9e637151 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 200 len: 914 time: 0.2293017 May 18 06:19:43.957779 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-966436da-eb7a-4c1f-8e76-07fa5dd63a7a req-274621ec-3fb2-4cf0-936c-b46f0eac5951 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733457 May 18 06:19:43.976163 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Network b21e72ce-09fd-41ba-b5df-295635ffcb6a is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:43.985350 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:44.032543 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6047f856-8a7d-4f3d-89a0-2cb7e92de40c req-a4798455-2d76-4016-967a-69c630fd7c66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f17c8a58-92c4-4fc9-991d-a90161e159d9 HTTP/1.1" status: 200 len: 217 time: 0.0660954 May 18 06:19:44.119699 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047f856-8a7d-4f3d-89a0-2cb7e92de40c req-8102d490-69e4-4b4a-9a05-bbc7874eeb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:44.121364 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6047f856-8a7d-4f3d-89a0-2cb7e92de40c req-8102d490-69e4-4b4a-9a05-bbc7874eeb1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bf6dc63-a4ed-4903-9854-af249747843b HTTP/1.1" status: 200 len: 854 time: 0.0666115 May 18 06:19:44.173848 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6047f856-8a7d-4f3d-89a0-2cb7e92de40c req-1d3f73d1-c3e8-43a1-8d7c-81d343ff2535 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411329 May 18 06:19:44.180795 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Router 2122e273-030e-4388-83f5-9483038dd574 has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:19:44.203025 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-68e5ab6a-8463-4233-a47d-2b4f1cf1d8c2 None None] Provisioning complete for port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:44.203400 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-68e5ab6a-8463-4233-a47d-2b4f1cf1d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:44.256301 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-68e5ab6a-8463-4233-a47d-2b4f1cf1d8c2 None None] Port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:19:44.313037 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6047f856-8a7d-4f3d-89a0-2cb7e92de40c req-c93aedc2-7ada-47b8-b15e-e496b6f9d8b0 service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321130 May 18 06:19:44.449690 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6047f856-8a7d-4f3d-89a0-2cb7e92de40c req-5964fb82-3480-47d1-a8f4-d0d6a79e91ba service neutron] 10.222.0.39 "GET /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300304 May 18 06:19:44.464785 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:19:44.473075 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] 10.222.0.10 "PUT /v2.0/routers/2122e273-030e-4388-83f5-9483038dd574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3565462 May 18 06:19:44.731824 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aef702-5d97-4342-b88a-e4577598d9ec req-fe398f20-d681-4761-b562-575d6d0b66ca tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:44.733423 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c5aef702-5d97-4342-b88a-e4577598d9ec req-fe398f20-d681-4761-b562-575d6d0b66ca tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0851388 May 18 06:19:44.781346 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c5aef702-5d97-4342-b88a-e4577598d9ec req-606e8e0a-408a-42c8-8a9a-e4bd0b3ef03b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 May 18 06:19:44.828300 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Sync routers for ids ['2122e273-030e-4388-83f5-9483038dd574'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:19:44.837627 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Routers {'2122e273-030e-4388-83f5-9483038dd574'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:44.838245 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:19:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['2122e273-030e-4388-83f5-9483038dd574'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:44.999945 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 44918) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:45.006390 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2075436103-network', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:45.011718 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:45.015891 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Usage tracker for resource:network and tenant:57ae965ff185438fbea74cb5fa70ff48 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:45.019094 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:45.021258 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Set router 2122e273-030e-4388-83f5-9483038dd574 gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:45.025441 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:45.038065 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Made reservation on behalf of 57ae965ff185438fbea74cb5fa70ff48 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:45.040632 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.053038 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.066931 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:45.071090 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Usage tracker for resource:security_group_rule and tenant:57ae965ff185438fbea74cb5fa70ff48 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:45.074048 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:45.081761 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:45.203127 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a1f58-5c42-4657-aaad-2d9b0e7cfa7a req-939876c4-a5dd-47a0-a126-a45964a5dc31 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:45.204601 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-387a1f58-5c42-4657-aaad-2d9b0e7cfa7a req-939876c4-a5dd-47a0-a126-a45964a5dc31 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 944 time: 0.1247857 May 18 06:19:45.260332 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.266799 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.273150 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:45.286967 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-387a1f58-5c42-4657-aaad-2d9b0e7cfa7a req-f2df0175-6389-4827-8d7e-7a0829509d48 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748899 May 18 06:19:45.306291 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:19:45.327212 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.327548 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.segments_db [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Added segment b28cf995-0fed-4433-82e2-4c95e316b31e of type vlan for network a4105543-222b-4251-aefa-3ef3a5c01bda May 18 06:19:45.328954 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307d9656-c9c7-44d3-9a74-7e2be12d1d49,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:45.332764 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:45.394903 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.404467 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 4171eec5-fc94-4c4c-b684-b76ea5f688e9 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:45.434220 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.435977 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:45.436792 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.445176 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:45.481749 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:19:43Z', 'revision_number': 4, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port': {'id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:38Z', 'updated_at': '2021-05-18T06:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '22301ab9-e0f5-4217-95ee-1bf3ecb07ae3', 'name': '', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'mac_address': 'fa:16:3e:c2:99:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:43Z', 'revision_number': 2, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'subnets': [{'id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:45.487360 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Checking router: 2122e273-030e-4388-83f5-9483038dd574 for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:19:45.487724 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Updating router 2122e273-030e-4388-83f5-9483038dd574 port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 binding host dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:19:45.542741 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 4171eec5-fc94-4c4c-b684-b76ea5f688e9 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:45.552475 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 4171eec5-fc94-4c4c-b684-b76ea5f688e9 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:45.552848 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.560446 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Pushing event updated for resources: {'Network': ['ID=a4105543-222b-4251-aefa-3ef3a5c01bda,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:45.566481 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44928) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:45.572055 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Request body: {'subnet': {'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2075436103-subnet', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'ip_version': 4}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:45.575185 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5739679 May 18 06:19:45.576319 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:45.578838 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:45.584766 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Usage tracker for resource:subnet and tenant:57ae965ff185438fbea74cb5fa70ff48 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:45.586113 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network a4105543-222b-4251-aefa-3ef3a5c01bda details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:19:45.587770 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:45.594316 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:45.606946 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Made reservation on behalf of 57ae965ff185438fbea74cb5fa70ff48 for: {'subnet': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:45.610667 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126362'] for subnet, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.616437 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.982119 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11dba7-5e0f-46dd-a147-fdc59f022395 req-95092042-9d4b-4427-98ec-556b15d12767 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:45.983894 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4d11dba7-5e0f-46dd-a147-fdc59f022395 req-95092042-9d4b-4427-98ec-556b15d12767 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0839770 May 18 06:19:46.041898 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4d11dba7-5e0f-46dd-a147-fdc59f022395 req-67344f42-3b3b-4966-a85c-3c07ae1a08c9 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486891 May 18 06:19:46.048364 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.067463 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3007491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126344'] for subnet, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.072166 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:46.105862 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port 4171eec5-fc94-4c4c-b684-b76ea5f688e9, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=4171eec5-fc94-4c4c-b684-b76ea5f688e9,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:46.116979 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.120971 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:46.139938 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2fe33d-5c71-41eb-a124-c97c4fb97d0f,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:46.143751 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:46.150655 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Checking segment: {'id': 'b28cf995-0fed-4433-82e2-4c95e316b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:46.151017 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Network hostable DHCP agents. Network: a4105543-222b-4251-aefa-3ef3a5c01bda, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:19:46.169240 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Network a4105543-222b-4251-aefa-3ef3a5c01bda is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:19:46.179143 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, a4105543-222b-4251-aefa-3ef3a5c01bda) {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:46.188525 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:46.189114 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.191323 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b95221c-ba21-4796-b6b3-be7198f05237 None None] Network a4105543-222b-4251-aefa-3ef3a5c01bda requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:19:46.204074 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.209086 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-ccb93e4b-e1bf-40d1-aa6e-679ec2cf3156 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6415594 May 18 06:19:46.211609 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44936) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:46.216567 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2075436103-router', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:46.220775 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:46.223924 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=4171eec5-fc94-4c4c-b684-b76ea5f688e9,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:46.224622 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Usage tracker for resource:router and tenant:57ae965ff185438fbea74cb5fa70ff48 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:46.227548 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:46.233599 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:46.247325 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14097'] for router, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.248509 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14086'] for router, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.264383 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.272817 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:46.273833 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Transition to ACTIVE for port object 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:46.292271 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.297832 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:46.485878 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9d0dc-daac-42fb-b899-ad1519008462 None None] Pushing event updated for resources: {'Port': ['ID=22301ab9-e0f5-4217-95ee-1bf3ecb07ae3,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:46.495730 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ced9d0dc-daac-42fb-b899-ad1519008462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:46.500626 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac935627-354d-4067-8f6e-39d41e31d638 req-3436a802-365c-4553-b73a-f06f6abeff93 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:46.502454 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ac935627-354d-4067-8f6e-39d41e31d638 req-3436a802-365c-4553-b73a-f06f6abeff93 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 944 time: 0.1004372 May 18 06:19:46.553132 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-669950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14324'] for router, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.562569 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ac935627-354d-4067-8f6e-39d41e31d638 req-1234f03a-36d7-4591-b1b1-1a6b6456bd3e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516648 May 18 06:19:46.599749 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Attempting to bind port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:46.600054 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Attempting to bind port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '124d6d05-124b-40b4-88bb-5dddedd02ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:46.600421 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Attempting to bind port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 on network b21e72ce-09fd-41ba-b5df-295635ffcb6a {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:46.610088 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:46.610457 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Checking segment: {'id': '124d6d05-124b-40b4-88bb-5dddedd02ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:46.610877 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.611296 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Bound using segment: {'id': '124d6d05-124b-40b4-88bb-5dddedd02ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:46.611722 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Bound port: 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124d6d05-124b-40b4-88bb-5dddedd02ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:46.612733 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.745562 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7579a6-934c-53e0-bcc5-5362a01ddfef-a4105543-222b-4251-aefa-3ef3a5c01bda', 'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'fixed_ips': [{'subnet_id': '6c2fe33d-5c71-41eb-a124-c97c4fb97d0f'}]}} from dv-cinder-784623-10-smb. {{(pid=78808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:19:46.746401 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.860055 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] For port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:46.885296 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] For port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=22301ab9-e0f5-4217-95ee-1bf3ecb07ae3,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:46.901561 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.908350 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8133bf86-36a6-4f7e-9e22-4e2f64d5003c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:46.956435 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.990535 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:47.046603 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9d0dc-daac-42fb-b899-ad1519008462 None None] Pushing event updated for resources: {'Port': ['ID=22301ab9-e0f5-4217-95ee-1bf3ecb07ae3,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:47.050250 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ced9d0dc-daac-42fb-b899-ad1519008462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:47.073682 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Routers {'2122e273-030e-4388-83f5-9483038dd574'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:47.074339 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:19:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['2122e273-030e-4388-83f5-9483038dd574'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:47.139166 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Allocated IP 172.28.2.145 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/7561afe5-4796-4d92-8bac-abb4064749cc) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:47.148429 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Allocated IP 172.20.0.2 (a4105543-222b-4251-aefa-3ef3a5c01bda/6c2fe33d-5c71-41eb-a124-c97c4fb97d0f/2317fc59-a202-4c16-8b6d-92375fb81abb) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:47.299406 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:47.338180 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:47.343367 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0765b288-46ea-4dbb-835f-e06f38b3ed9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:47.376398 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 4171eec5-fc94-4c4c-b684-b76ea5f688e9 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:47.403988 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:47.406813 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:47.410619 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:47.432513 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf476a2-cd0e-49f4-ae28-83289c357eef req-b46682cb-0047-4945-ac03-f795210ce474 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:47.433640 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] Set router 2122e273-030e-4388-83f5-9483038dd574 gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:47.439736 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fbf476a2-cd0e-49f4-ae28-83289c357eef req-b46682cb-0047-4945-ac03-f795210ce474 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1002140 May 18 06:19:47.454730 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Pushing event updated for resources: {'Port': ['ID=7561afe5-4796-4d92-8bac-abb4064749cc,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:47.459819 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:47.481744 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fbf476a2-cd0e-49f4-ae28-83289c357eef req-aeb19b97-43fa-4d70-afd5-1c12bbb63cbf tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413005 May 18 06:19:47.768631 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:47.782796 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c1c9c-97d3-4bea-9d0d-6ff69694d013 req-ee49aa8c-d7cd-4868-acad-85b889beed63 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:47.784434 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-398c1c9c-97d3-4bea-9d0d-6ff69694d013 req-ee49aa8c-d7cd-4868-acad-85b889beed63 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 944 time: 0.0855267 May 18 06:19:47.805962 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Transition to ACTIVE for port object 2317fc59-a202-4c16-8b6d-92375fb81abb will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:47.811333 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 4171eec5-fc94-4c4c-b684-b76ea5f688e9 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:47.811713 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:47.830763 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-398c1c9c-97d3-4bea-9d0d-6ff69694d013 req-2a1e96f7-c011-4a77-9db8-9ea95d474b2d tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 May 18 06:19:47.839911 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:47.912744 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Transition to ACTIVE for port object 2317fc59-a202-4c16-8b6d-92375fb81abb will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:47.923678 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:47.930671 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ced9d0dc-daac-42fb-b899-ad1519008462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:48.001570 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Network a4105543-222b-4251-aefa-3ef3a5c01bda is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:48.007573 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:48.015253 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:48.052488 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Pushing event updated for resources: {'Port': ['ID=2317fc59-a202-4c16-8b6d-92375fb81abb,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:48.095291 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:48.172716 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:19:43Z', 'revision_number': 4, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port': {'id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:38Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '22301ab9-e0f5-4217-95ee-1bf3ecb07ae3', 'name': '', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'mac_address': 'fa:16:3e:c2:99:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'subnets': [{'id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:48.182992 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d6bf5-e5ac-43ff-8e17-43794886b442 None None] The sync data for ids ['2122e273-030e-4388-83f5-9483038dd574'] in dv-cinder-784623-10-smb is: [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:19:43Z', 'revision_number': 4, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port': {'id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:38Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '22301ab9-e0f5-4217-95ee-1bf3ecb07ae3', 'name': '', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'mac_address': 'fa:16:3e:c2:99:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'subnets': [{'id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:19:48.184803 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Attempting to bind port 2317fc59-a202-4c16-8b6d-92375fb81abb on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:48.185178 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Attempting to bind port 2317fc59-a202-4c16-8b6d-92375fb81abb by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': 'b28cf995-0fed-4433-82e2-4c95e316b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:48.185544 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Attempting to bind port 2317fc59-a202-4c16-8b6d-92375fb81abb on network a4105543-222b-4251-aefa-3ef3a5c01bda {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:48.192464 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:48.193270 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Checking segment: {'id': 'b28cf995-0fed-4433-82e2-4c95e316b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:48.193847 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.194486 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Bound using segment: {'id': 'b28cf995-0fed-4433-82e2-4c95e316b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:48.195194 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Bound port: 2317fc59-a202-4c16-8b6d-92375fb81abb, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28cf995-0fed-4433-82e2-4c95e316b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:48.195807 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.297448 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device f17c8a58-92c4-4fc9-991d-a90161e159d9 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:19:48.320692 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] For port 2317fc59-a202-4c16-8b6d-92375fb81abb, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:48.327092 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] For port 2317fc59-a202-4c16-8b6d-92375fb81abb, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=2317fc59-a202-4c16-8b6d-92375fb81abb,segment=NetworkSegment(b28cf995-0fed-4433-82e2-4c95e316b31e),segment_id=b28cf995-0fed-4433-82e2-4c95e316b31e)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:48.361144 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.430807 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659129'] for router, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.471816 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8133bf86-36a6-4f7e-9e22-4e2f64d5003c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:48.622431 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port f17c8a58-92c4-4fc9-991d-a90161e159d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f17c8a58-92c4-4fc9-991d-a90161e159d9,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:48.669272 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': 'f17c8a58-92c4-4fc9-991d-a90161e159d9', 'network_id': '1f7219fb-4a72-4b36-b8af-8b4a9cacde9c', 'port_id': 'f17c8a58-92c4-4fc9-991d-a90161e159d9', 'mac_address': 'fa:16:3e:f5:2e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf6dc63-a4ed-4903-9854-af249747843b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:19:48.739038 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Pushing event updated for resources: {'Port': ['ID=2317fc59-a202-4c16-8b6d-92375fb81abb,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:48.744699 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:48.756403 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Router 10c37b11-8fa3-41e9-9015-82c6d26b6adf is scheduled to L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f with binding_index 1 {{(pid=78806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:19:48.767408 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.817737 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17c8a58-92c4-4fc9-991d-a90161e159d9 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:19:48.839386 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port f17c8a58-92c4-4fc9-991d-a90161e159d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f17c8a58-92c4-4fc9-991d-a90161e159d9,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:48.847272 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddde56f-52a6-4def-bc01-99657c608f8c req-cec2373b-5f81-415e-932b-261f518ba1ff tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:48.848631 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.852147 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:48.858790 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-dddde56f-52a6-4def-bc01-99657c608f8c req-cec2373b-5f81-415e-932b-261f518ba1ff tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1591651 May 18 06:19:48.940870 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-dddde56f-52a6-4def-bc01-99657c608f8c req-333cb340-ffed-4b30-a7d4-813df1607a68 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812030 May 18 06:19:49.024080 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=f17c8a58-92c4-4fc9-991d-a90161e159d9,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:49.044659 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:49.125882 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:19:49.136739 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Sync routers for ids ['10c37b11-8fa3-41e9-9015-82c6d26b6adf'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:19:49.155651 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Routers {'10c37b11-8fa3-41e9-9015-82c6d26b6adf'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:49.156193 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:19:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['10c37b11-8fa3-41e9-9015-82c6d26b6adf'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:49.158588 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Notify callbacks [] for router, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.160768 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9482157 May 18 06:19:49.166506 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 44984) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:49.167011 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b374ec9-930f-4f39-bc81-e14c9bf45cee req-cc71dd96-19f5-40dc-8286-c43b1f9255eb tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:49.174198 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6b374ec9-930f-4f39-bc81-e14c9bf45cee req-cc71dd96-19f5-40dc-8286-c43b1f9255eb tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 945 time: 0.1349804 May 18 06:19:49.245355 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6b374ec9-930f-4f39-bc81-e14c9bf45cee req-99c2e9a9-9044-4fde-894b-de5ada87b786 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701673 May 18 06:19:49.470965 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Set router 10c37b11-8fa3-41e9-9015-82c6d26b6adf gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:49.500680 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['f17c8a58-92c4-4fc9-991d-a90161e159d9'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:19:49.611430 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 2317fc59-a202-4c16-8b6d-92375fb81abb up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:49.854513 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 2317fc59-a202-4c16-8b6d-92375fb81abb completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:49.870718 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:49.961851 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'name': 'tempest-TestMinimumBasicScenario-2075436103-router', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145'}], 'enable_snat': True}, 'gw_port_id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:46Z', 'updated_at': '2021-05-18T06:19:47Z', 'revision_number': 3, 'project_id': '57ae965ff185438fbea74cb5fa70ff48', 'gw_port': {'id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:47Z', 'updated_at': '2021-05-18T06:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:49.966634 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Checking router: 10c37b11-8fa3-41e9-9015-82c6d26b6adf for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:19:49.966980 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Updating router 10c37b11-8fa3-41e9-9015-82c6d26b6adf port 7561afe5-4796-4d92-8bac-abb4064749cc binding host dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:19:49.997648 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4270262-01fe-4f4b-8dd9-ce42b2cc601c None None] Network a4105543-222b-4251-aefa-3ef3a5c01bda requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:19:50.020773 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.124419 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f11119df-a764-413d-a5a8-86b1cefe26ab None None] Provisioning for port 2317fc59-a202-4c16-8b6d-92375fb81abb completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:50.149224 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:50.152024 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f11119df-a764-413d-a5a8-86b1cefe26ab None None] Provisioning complete for port 2317fc59-a202-4c16-8b6d-92375fb81abb triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:50.152425 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f11119df-a764-413d-a5a8-86b1cefe26ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.204446 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:50.204855 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.254428 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510968c-3e1f-4dd6-83c4-1bbcac03bf3a req-456574de-9692-4ea4-8bea-77f5f48e3440 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:50.267625 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.272730 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a510968c-3e1f-4dd6-83c4-1bbcac03bf3a req-456574de-9692-4ea4-8bea-77f5f48e3440 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1166823 May 18 06:19:50.391207 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a510968c-3e1f-4dd6-83c4-1bbcac03bf3a req-7a27ec41-31eb-42df-bd06-6b5e7c152ba9 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115284 May 18 06:19:50.433175 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.446345 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Transition to ACTIVE for port object 7561afe5-4796-4d92-8bac-abb4064749cc will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:50.455772 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.468939 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-5e4ad449-1053-4a06-b78a-5d47f8e220d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:50.543520 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e09dd-b9ac-4f77-a065-ba59a5f7e3ee req-00157cd4-f2ef-454c-b8b3-108c80581db5 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:50.546220 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ac3e09dd-b9ac-4f77-a065-ba59a5f7e3ee req-00157cd4-f2ef-454c-b8b3-108c80581db5 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 945 time: 0.1113927 May 18 06:19:50.550773 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Allocated IP 172.20.0.1 (a4105543-222b-4251-aefa-3ef3a5c01bda/6c2fe33d-5c71-41eb-a124-c97c4fb97d0f/a5490e81-d211-4b14-a1b0-226d4bb37f20) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:50.583620 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Attempting to bind port 7561afe5-4796-4d92-8bac-abb4064749cc on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:50.584184 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Attempting to bind port 7561afe5-4796-4d92-8bac-abb4064749cc by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:50.584640 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Attempting to bind port 7561afe5-4796-4d92-8bac-abb4064749cc on network a911aa9e-1d36-431b-972c-57775e8f58e4 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:50.597916 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:50.598430 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Checking segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:50.598949 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.599544 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Bound using segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:50.600178 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Bound port: 7561afe5-4796-4d92-8bac-abb4064749cc, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:50.600613 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.626917 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ac3e09dd-b9ac-4f77-a065-ba59a5f7e3ee req-840a07de-9d89-411f-9846-57b3aa854cbe tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739105 May 18 06:19:50.650158 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.652791 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e41fd8-9974-4558-a3d2-dcab25995961 None None] Pushing event updated for resources: {'Port': ['ID=7561afe5-4796-4d92-8bac-abb4064749cc,revision_number=2']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:50.669894 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f11119df-a764-413d-a5a8-86b1cefe26ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.672676 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-89e41fd8-9974-4558-a3d2-dcab25995961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:50.730915 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=22301ab9-e0f5-4217-95ee-1bf3ecb07ae3,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:50.731281 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] For port 7561afe5-4796-4d92-8bac-abb4064749cc, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:50.739450 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f11119df-a764-413d-a5a8-86b1cefe26ab None None] For port 2317fc59-a202-4c16-8b6d-92375fb81abb, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=2317fc59-a202-4c16-8b6d-92375fb81abb,segment=NetworkSegment(b28cf995-0fed-4433-82e2-4c95e316b31e),segment_id=b28cf995-0fed-4433-82e2-4c95e316b31e)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:50.740204 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.742230 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:50.746886 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] For port 7561afe5-4796-4d92-8bac-abb4064749cc, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=7561afe5-4796-4d92-8bac-abb4064749cc,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:50.762656 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.774936 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:50.777106 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f11119df-a764-413d-a5a8-86b1cefe26ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.833761 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=22301ab9-e0f5-4217-95ee-1bf3ecb07ae3,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:50.845603 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:50.846011 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:50.846898 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:50.847229 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:50.847556 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:50.847882 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:50.848236 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:50.848561 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:50.848880 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:50.849199 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:50.849515 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:50.849828 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:50.854359 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:50.854842 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:50.867742 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e41fd8-9974-4558-a3d2-dcab25995961 None None] Pushing event updated for resources: {'Port': ['ID=7561afe5-4796-4d92-8bac-abb4064749cc,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:50.872325 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-89e41fd8-9974-4558-a3d2-dcab25995961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:50.897372 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Routers {'10c37b11-8fa3-41e9-9015-82c6d26b6adf'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:50.898029 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:19:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['10c37b11-8fa3-41e9-9015-82c6d26b6adf'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:50.900796 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.928973 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11119df-a764-413d-a5a8-86b1cefe26ab None None] Pushing event updated for resources: {'Port': ['ID=2317fc59-a202-4c16-8b6d-92375fb81abb,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:50.933552 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Transition to ACTIVE for port object a5490e81-d211-4b14-a1b0-226d4bb37f20 will not be triggered until provisioned by entity DHCP. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:50.937268 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f11119df-a764-413d-a5a8-86b1cefe26ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:50.976822 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.990645 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c07f503f-d792-461a-bc02-776944f59033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:51.059961 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Network a4105543-222b-4251-aefa-3ef3a5c01bda is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:51.067258 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:51.084826 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:51.154964 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683074'] for router_interface, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.157564 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Pushing event updated for resources: {'Port': ['ID=a5490e81-d211-4b14-a1b0-226d4bb37f20,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:51.160756 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:51.201481 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-10ea5a65-3094-458f-866b-181829d99548 None None] Provisioning complete for port 2317fc59-a202-4c16-8b6d-92375fb81abb triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:51.201869 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-10ea5a65-3094-458f-866b-181829d99548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.225205 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] Set router 10c37b11-8fa3-41e9-9015-82c6d26b6adf gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:51.297965 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.426256 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 2317fc59-a202-4c16-8b6d-92375fb81abb up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:51.539380 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.541700 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 2317fc59-a202-4c16-8b6d-92375fb81abb triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:51.542246 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.575039 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-99b02004-263a-4940-aef2-0652d603fcb4 None None] Provisioning for port a5490e81-d211-4b14-a1b0-226d4bb37f20 completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:51.579293 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.595887 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-99b02004-263a-4940-aef2-0652d603fcb4 None None] Provisioning complete for port a5490e81-d211-4b14-a1b0-226d4bb37f20 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:51.596335 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-99b02004-263a-4940-aef2-0652d603fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.614743 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:51.623265 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'name': 'tempest-TestMinimumBasicScenario-2075436103-router', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145'}], 'enable_snat': True}, 'gw_port_id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:46Z', 'updated_at': '2021-05-18T06:19:47Z', 'revision_number': 3, 'project_id': '57ae965ff185438fbea74cb5fa70ff48', 'gw_port': {'id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:47Z', 'updated_at': '2021-05-18T06:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:51.628893 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483b3e33-d01c-4a29-aaeb-d50a5c6672f8 None None] The sync data for ids ['10c37b11-8fa3-41e9-9015-82c6d26b6adf'] in dv-cinder-784623-10-smb is: [{'id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'name': 'tempest-TestMinimumBasicScenario-2075436103-router', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145'}], 'enable_snat': True}, 'gw_port_id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:46Z', 'updated_at': '2021-05-18T06:19:47Z', 'revision_number': 3, 'project_id': '57ae965ff185438fbea74cb5fa70ff48', 'gw_port': {'id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:47Z', 'updated_at': '2021-05-18T06:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:19:51.687602 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-99b02004-263a-4940-aef2-0652d603fcb4 None None] Port a5490e81-d211-4b14-a1b0-226d4bb37f20 cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:19:51.713110 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9114520-702b-4eaa-ad00-4d37beda6866 req-29830170-5466-4738-8d02-f5552ddb0710 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:51.721829 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d9114520-702b-4eaa-ad00-4d37beda6866 req-29830170-5466-4738-8d02-f5552ddb0710 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1412013 May 18 06:19:51.746687 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac6d0f-1cb0-4dd5-9843-a497ad62545b req-58c00ae4-03bf-4425-b181-1141340cb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:51.748216 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-61ac6d0f-1cb0-4dd5-9843-a497ad62545b req-58c00ae4-03bf-4425-b181-1141340cb994 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 1099 time: 0.2061913 May 18 06:19:51.749288 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-665061'] for router_interface, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.754037 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Pushing event updated for resources: {'Port': ['ID=a5490e81-d211-4b14-a1b0-226d4bb37f20,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:51.757654 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:51.774954 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:51.786790 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d9114520-702b-4eaa-ad00-4d37beda6866 req-f8429341-fcfd-4c1d-8dd6-eb9b17dcd112 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615580 May 18 06:19:51.808987 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-61ac6d0f-1cb0-4dd5-9843-a497ad62545b req-e17f5ecc-e517-41f3-a5b1-d148933f949b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503623 May 18 06:19:51.882897 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:51.883372 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.888857 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45988e74-3221-4f59-99f7-bcc331e14124 req-d4c8f670-5d03-4116-8c4f-a90d0b8c989a tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:51.896416 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-45988e74-3221-4f59-99f7-bcc331e14124 req-d4c8f670-5d03-4116-8c4f-a90d0b8c989a tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 945 time: 0.0997221 May 18 06:19:51.937553 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-45988e74-3221-4f59-99f7-bcc331e14124 req-bbff64cd-558e-4902-bf45-4393ea9f41ee tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 May 18 06:19:51.947965 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Network a4105543-222b-4251-aefa-3ef3a5c01bda is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:51.956935 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:52.236395 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Router 10c37b11-8fa3-41e9-9015-82c6d26b6adf has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:19:52.315687 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device f17c8a58-92c4-4fc9-991d-a90161e159d9 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:52.367169 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-a9787c17-fcb7-4a79-a582-ddb6ac7dc66d None None] Provisioning complete for port a5490e81-d211-4b14-a1b0-226d4bb37f20 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:52.367552 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a9787c17-fcb7-4a79-a582-ddb6ac7dc66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:52.448340 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:19:52.451516 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-a9787c17-fcb7-4a79-a582-ddb6ac7dc66d None None] Port a5490e81-d211-4b14-a1b0-226d4bb37f20 cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:19:52.467707 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] 10.222.0.10 "PUT /v2.0/routers/10c37b11-8fa3-41e9-9015-82c6d26b6adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2916923 May 18 06:19:52.468888 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port f17c8a58-92c4-4fc9-991d-a90161e159d9 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:52.475173 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port f17c8a58-92c4-4fc9-991d-a90161e159d9 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:52.475549 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:52.621205 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:52.651455 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212a6590-f7dc-49ab-b161-25785c74f990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c8a58-92c4-4fc9-991d-a90161e159d9'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:52.662423 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port f17c8a58-92c4-4fc9-991d-a90161e159d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f17c8a58-92c4-4fc9-991d-a90161e159d9,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:52.667438 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:52.670856 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:52.726223 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212a6590-f7dc-49ab-b161-25785c74f990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17c8a58-92c4-4fc9-991d-a90161e159d9', 'code': 200} May 18 06:19:52.750273 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=f17c8a58-92c4-4fc9-991d-a90161e159d9,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:52.756007 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:53.023425 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ac36c-8e40-48b5-8305-1c2c9c8b3e8c req-139a4a9d-e993-43bf-8e2b-bb5da12d14ee tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:53.025047 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7d2ac36c-8e40-48b5-8305-1c2c9c8b3e8c req-139a4a9d-e993-43bf-8e2b-bb5da12d14ee tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1335342 May 18 06:19:53.085379 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e8502-1458-4a03-a527-48a2df9537e7 req-7b8e5768-77fc-4400-9312-bb6f9a55ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:53.086756 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-052e8502-1458-4a03-a527-48a2df9537e7 req-7b8e5768-77fc-4400-9312-bb6f9a55ae2e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 1099 time: 0.1286354 May 18 06:19:53.174690 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-052e8502-1458-4a03-a527-48a2df9537e7 req-b6c96235-6a13-4c6c-aa20-4e373c457a5d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720613 May 18 06:19:53.279712 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7d2ac36c-8e40-48b5-8305-1c2c9c8b3e8c req-8cdeed35-2ef8-4c9d-9216-5b95df803ee8 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409980 May 18 06:19:53.370248 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad5b30-cfd6-4c86-902d-161eb59a10af req-b6c2faf6-3403-4bf4-a212-66f1eb89ad6b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:53.373158 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-42ad5b30-cfd6-4c86-902d-161eb59a10af req-b6c2faf6-3403-4bf4-a212-66f1eb89ad6b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 946 time: 0.1283975 May 18 06:19:53.431420 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-42ad5b30-cfd6-4c86-902d-161eb59a10af req-48efa5df-0044-4198-919b-847be6ddf16e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505118 May 18 06:19:53.461792 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 7561afe5-4796-4d92-8bac-abb4064749cc up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:53.567375 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 7561afe5-4796-4d92-8bac-abb4064749cc completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:53.584347 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 7561afe5-4796-4d92-8bac-abb4064749cc triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:53.584965 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:53.745386 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:53.766159 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port 7561afe5-4796-4d92-8bac-abb4064749cc, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=7561afe5-4796-4d92-8bac-abb4064749cc,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:53.772948 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:53.775423 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:53.853814 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=7561afe5-4796-4d92-8bac-abb4064749cc,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:53.858015 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:53.884359 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Sync routers for ids ['10c37b11-8fa3-41e9-9015-82c6d26b6adf'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:19:53.894527 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Routers {'10c37b11-8fa3-41e9-9015-82c6d26b6adf'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:53.895134 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:19:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['10c37b11-8fa3-41e9-9015-82c6d26b6adf'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:54.106214 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Set router 10c37b11-8fa3-41e9-9015-82c6d26b6adf gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:54.517213 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7a8fe-96c9-4cb9-9833-27e9b1ed995f req-13a3c404-1c50-4135-9b3b-e4ddb8af2879 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:54.523804 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2fa7a8fe-96c9-4cb9-9833-27e9b1ed995f req-13a3c404-1c50-4135-9b3b-e4ddb8af2879 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1093802 May 18 06:19:54.561516 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'name': 'tempest-TestMinimumBasicScenario-2075436103-router', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145'}], 'enable_snat': True}, 'gw_port_id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:46Z', 'updated_at': '2021-05-18T06:19:51Z', 'revision_number': 4, 'project_id': '57ae965ff185438fbea74cb5fa70ff48', 'gw_port': {'id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:47Z', 'updated_at': '2021-05-18T06:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'a5490e81-d211-4b14-a1b0-226d4bb37f20', 'name': '', 'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'mac_address': 'fa:16:3e:cc:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c2fe33d-5c71-41eb-a124-c97c4fb97d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:50Z', 'updated_at': '2021-05-18T06:19:51Z', 'revision_number': 2, 'project_id': '57ae965ff185438fbea74cb5fa70ff48', 'subnets': [{'id': '6c2fe33d-5c71-41eb-a124-c97c4fb97d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:54.579002 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Checking router: 10c37b11-8fa3-41e9-9015-82c6d26b6adf for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:19:54.579361 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Updating router 10c37b11-8fa3-41e9-9015-82c6d26b6adf port a5490e81-d211-4b14-a1b0-226d4bb37f20 binding host dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:19:54.639502 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2fa7a8fe-96c9-4cb9-9833-27e9b1ed995f req-fa27b5ec-eca8-4fe0-8eb0-b1e971d3ee0d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100988 May 18 06:19:54.701959 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:54.769074 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbda0e-3c9d-4130-b616-f4023bd1fbfb req-7d859756-9d9b-417c-aa04-ef8a34f8db45 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:54.777351 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-25fbda0e-3c9d-4130-b616-f4023bd1fbfb req-7d859756-9d9b-417c-aa04-ef8a34f8db45 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 946 time: 0.1293039 May 18 06:19:54.865463 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-25fbda0e-3c9d-4130-b616-f4023bd1fbfb req-615f61c2-b689-47cd-9705-a074cafc563d tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866971 May 18 06:19:55.279042 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45114) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:55.315094 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45120) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:55.462876 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 7561afe5-4796-4d92-8bac-abb4064749cc up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:55.466288 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-51c50d14-b4a1-49ff-aa12-bb9eb3698116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:55.545924 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-51c50d14-b4a1-49ff-aa12-bb9eb3698116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:55.551372 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-51c50d14-b4a1-49ff-aa12-bb9eb3698116 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b593abadb4452cbd9c310edf9cd879 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:55.555746 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:55.556056 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-51c50d14-b4a1-49ff-aa12-bb9eb3698116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:55.563608 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-51c50d14-b4a1-49ff-aa12-bb9eb3698116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:55.576445 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Transition to ACTIVE for port object a5490e81-d211-4b14-a1b0-226d4bb37f20 will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:55.592836 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:55.593788 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b0a56abc-517e-4591-b28e-671dc43cf742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:55.597117 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-0e47e188-06ab-4add-a728-462015507b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:55.633027 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 7561afe5-4796-4d92-8bac-abb4064749cc triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:55.633509 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:55.645573 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-b0a56abc-517e-4591-b28e-671dc43cf742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:55.651641 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145db79-b2cb-4a82-ac75-57fde80aebd5 req-04e140df-dbfe-47fc-aa13-7993ccec6a83 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:55.652290 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-b0a56abc-517e-4591-b28e-671dc43cf742 admin admin] Usage tracker for resource:security_group_rule and tenant:6730ad0ef94348e8af5375b85376b547 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:55.657548 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-b0a56abc-517e-4591-b28e-671dc43cf742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:55.662728 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a145db79-b2cb-4a82-ac75-57fde80aebd5 req-04e140df-dbfe-47fc-aa13-7993ccec6a83 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1166027 May 18 06:19:55.673889 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-b0a56abc-517e-4591-b28e-671dc43cf742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:55.721741 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bc46c-62ec-4f28-8847-54f9589857e5 req-96c6c8fc-0f0a-4150-81df-19f183557ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:55.723279 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-560bc46c-62ec-4f28-8847-54f9589857e5 req-96c6c8fc-0f0a-4150-81df-19f183557ef5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21dcf34e0574c399a2bc5964d0fa113&device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 1099 time: 0.2440360 May 18 06:19:55.757180 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a145db79-b2cb-4a82-ac75-57fde80aebd5 req-60bc86cf-1f89-4256-924f-1410235ffc33 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927854 May 18 06:19:55.851218 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82e1a3-d50c-4168-8f80-c4c20dd921a2 None None] Pushing event updated for resources: {'Port': ['ID=a5490e81-d211-4b14-a1b0-226d4bb37f20,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:55.854077 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1d82e1a3-d50c-4168-8f80-c4c20dd921a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:56.040936 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-51c50d14-b4a1-49ff-aa12-bb9eb3698116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.058461 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-51c50d14-b4a1-49ff-aa12-bb9eb3698116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.090798 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-06b300f1-4ed0-457d-a017-88a4c5c85b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:56.102277 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-51c50d14-b4a1-49ff-aa12-bb9eb3698116 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6b593abadb4452cbd9c310edf9cd879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8219392 May 18 06:19:56.103108 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45134) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:56.120489 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Attempting to bind port a5490e81-d211-4b14-a1b0-226d4bb37f20 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:56.120822 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Attempting to bind port a5490e81-d211-4b14-a1b0-226d4bb37f20 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': 'b28cf995-0fed-4433-82e2-4c95e316b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:56.121266 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Attempting to bind port a5490e81-d211-4b14-a1b0-226d4bb37f20 on network a4105543-222b-4251-aefa-3ef3a5c01bda {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:56.151086 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:56.151531 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Checking segment: {'id': 'b28cf995-0fed-4433-82e2-4c95e316b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:56.154116 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.154664 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Bound using segment: {'id': 'b28cf995-0fed-4433-82e2-4c95e316b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:56.155063 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Bound port: a5490e81-d211-4b14-a1b0-226d4bb37f20, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28cf995-0fed-4433-82e2-4c95e316b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:56.155458 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.188223 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597217a-d1b7-4c0a-9220-cf82f513cd89 req-e0cb5f5d-a26a-4b25-bd54-6d2f7bca9234 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:56.196679 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c597217a-d1b7-4c0a-9220-cf82f513cd89 req-e0cb5f5d-a26a-4b25-bd54-6d2f7bca9234 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 946 time: 0.1418061 May 18 06:19:56.234880 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c50d14-b4a1-49ff-aa12-bb9eb3698116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a669bf-521c-4b3c-bcfd-baf9a4b6cbd6,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:56.266019 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bc46c-62ec-4f28-8847-54f9589857e5 req-9d3ed39a-69a2-4663-b779-66a8f78b8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:56.268626 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-560bc46c-62ec-4f28-8847-54f9589857e5 req-9d3ed39a-69a2-4663-b779-66a8f78b8978 service neutron] 10.222.0.39 "GET /v2.0/networks?id=63fb2906-cb4e-4f2c-956d-77352265304c HTTP/1.1" status: 200 len: 919 time: 0.5375450 May 18 06:19:56.271262 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] For port a5490e81-d211-4b14-a1b0-226d4bb37f20, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:56.272592 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-51c50d14-b4a1-49ff-aa12-bb9eb3698116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:56.274768 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] For port a5490e81-d211-4b14-a1b0-226d4bb37f20, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=a5490e81-d211-4b14-a1b0-226d4bb37f20,segment=NetworkSegment(b28cf995-0fed-4433-82e2-4c95e316b31e),segment_id=b28cf995-0fed-4433-82e2-4c95e316b31e)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:56.285407 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.295138 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1d003756-f1a3-4f5e-b2cf-1148fee5ab27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:56.303562 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c597217a-d1b7-4c0a-9220-cf82f513cd89 req-66758b05-6be7-4ff9-b5af-67f204e05aec tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059396 May 18 06:19:56.362675 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Routers {'10c37b11-8fa3-41e9-9015-82c6d26b6adf'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:56.363353 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:19:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['10c37b11-8fa3-41e9-9015-82c6d26b6adf'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:56.434147 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b0a56abc-517e-4591-b28e-671dc43cf742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.436510 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-560bc46c-62ec-4f28-8847-54f9589857e5 req-263a17e5-6f3b-4b0d-bf68-b4eba41beb58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07550f62-2fe0-47d6-80c1-a4e85a841434 HTTP/1.1" status: 200 len: 217 time: 0.1502810 May 18 06:19:56.509015 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b0a56abc-517e-4591-b28e-671dc43cf742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.526482 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-3cd86798-0a93-4c8e-b2f6-a3468139a032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:56.555061 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b7369627-e08b-4a66-9077-2a5ea7adaa4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.620176 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-b0a56abc-517e-4591-b28e-671dc43cf742 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6730ad0ef94348e8af5375b85376b547&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3011577 May 18 06:19:56.620176 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a56abc-517e-4591-b28e-671dc43cf742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c3206a-66b6-4028-83cd-5a244fe52017,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:56.622827 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 45140) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:56.635807 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] Set router 10c37b11-8fa3-41e9-9015-82c6d26b6adf gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:56.655022 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b0a56abc-517e-4591-b28e-671dc43cf742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:56.660242 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bc46c-62ec-4f28-8847-54f9589857e5 req-0c7f1df6-6d96-497b-9675-47e46ff4cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:56.661874 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-560bc46c-62ec-4f28-8847-54f9589857e5 req-0c7f1df6-6d96-497b-9675-47e46ff4cb9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49 HTTP/1.1" status: 200 len: 859 time: 0.2170217 May 18 06:19:56.694876 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82e1a3-d50c-4168-8f80-c4c20dd921a2 None None] Pushing event updated for resources: {'Port': ['ID=a5490e81-d211-4b14-a1b0-226d4bb37f20,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:56.710177 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1d82e1a3-d50c-4168-8f80-c4c20dd921a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:56.762486 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f10fdd61-3fa0-4b63-935c-525bbd93ee44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.765294 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b7369627-e08b-4a66-9077-2a5ea7adaa4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.817375 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-560bc46c-62ec-4f28-8847-54f9589857e5 req-834324c0-7133-4ba0-9f23-6ea5b412fce7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63fb2906-cb4e-4f2c-956d-77352265304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418645 May 18 06:19:56.828178 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f10fdd61-3fa0-4b63-935c-525bbd93ee44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.095546 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f10fdd61-3fa0-4b63-935c-525bbd93ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.104817 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f7cebc1b-ede4-4e01-a5a1-cd693d93f29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:57.165297 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b7369627-e08b-4a66-9077-2a5ea7adaa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.180329 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'name': 'tempest-TestMinimumBasicScenario-2075436103-router', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145'}], 'enable_snat': True}, 'gw_port_id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:46Z', 'updated_at': '2021-05-18T06:19:51Z', 'revision_number': 4, 'project_id': '57ae965ff185438fbea74cb5fa70ff48', 'gw_port': {'id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:47Z', 'updated_at': '2021-05-18T06:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'a5490e81-d211-4b14-a1b0-226d4bb37f20', 'name': '', 'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'mac_address': 'fa:16:3e:cc:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c2fe33d-5c71-41eb-a124-c97c4fb97d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:50Z', 'updated_at': '2021-05-18T06:19:56Z', 'revision_number': 4, 'project_id': '57ae965ff185438fbea74cb5fa70ff48', 'subnets': [{'id': '6c2fe33d-5c71-41eb-a124-c97c4fb97d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:57.185708 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d884489-176e-42f0-818b-4305d1cf5385 None None] The sync data for ids ['10c37b11-8fa3-41e9-9015-82c6d26b6adf'] in dv-cinder-784623-10-smb is: [{'id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'name': 'tempest-TestMinimumBasicScenario-2075436103-router', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145'}], 'enable_snat': True}, 'gw_port_id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:46Z', 'updated_at': '2021-05-18T06:19:51Z', 'revision_number': 4, 'project_id': '57ae965ff185438fbea74cb5fa70ff48', 'gw_port': {'id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:47Z', 'updated_at': '2021-05-18T06:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'a5490e81-d211-4b14-a1b0-226d4bb37f20', 'name': '', 'network_id': 'a4105543-222b-4251-aefa-3ef3a5c01bda', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'mac_address': 'fa:16:3e:cc:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c2fe33d-5c71-41eb-a124-c97c4fb97d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:50Z', 'updated_at': '2021-05-18T06:19:56Z', 'revision_number': 4, 'project_id': '57ae965ff185438fbea74cb5fa70ff48', 'subnets': [{'id': '6c2fe33d-5c71-41eb-a124-c97c4fb97d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:19:57.194760 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fdd61-3fa0-4b63-935c-525bbd93ee44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c3206a-66b6-4028-83cd-5a244fe52017,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:57.198479 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b380cfb5-cbbc-4936-a0fd-6ffa4632bd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:57.204736 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f10fdd61-3fa0-4b63-935c-525bbd93ee44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.207413 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-f10fdd61-3fa0-4b63-935c-525bbd93ee44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98c3206a-66b6-4028-83cd-5a244fe52017 HTTP/1.1" status: 204 len: 168 time: 0.5832045 May 18 06:19:57.212914 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f10fdd61-3fa0-4b63-935c-525bbd93ee44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:57.220613 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7369627-e08b-4a66-9077-2a5ea7adaa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a669bf-521c-4b3c-bcfd-baf9a4b6cbd6,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:57.234327 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b7369627-e08b-4a66-9077-2a5ea7adaa4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:57.299656 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-560bc46c-62ec-4f28-8847-54f9589857e5 req-d5d3d0a9-4a2a-409e-b9b8-11b67e121a6e service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601910 May 18 06:19:57.301047 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b7369627-e08b-4a66-9077-2a5ea7adaa4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.304033 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-b7369627-e08b-4a66-9077-2a5ea7adaa4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19a669bf-521c-4b3c-bcfd-baf9a4b6cbd6 HTTP/1.1" status: 204 len: 168 time: 1.1811016 May 18 06:19:57.324893 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308944b1-a8ca-4376-8d80-86a3aa244dd2 req-5215c142-75f8-429a-913a-69c8536ee2a3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:57.340353 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-308944b1-a8ca-4376-8d80-86a3aa244dd2 req-5215c142-75f8-429a-913a-69c8536ee2a3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.3716977 May 18 06:19:57.467584 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-308944b1-a8ca-4376-8d80-86a3aa244dd2 req-d4804186-6862-434d-b2b0-19bb1418f26a tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123209 May 18 06:19:57.514316 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device a5490e81-d211-4b14-a1b0-226d4bb37f20 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:57.627083 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port a5490e81-d211-4b14-a1b0-226d4bb37f20 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:57.636600 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port a5490e81-d211-4b14-a1b0-226d4bb37f20 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:57.637290 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.719137 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-560bc46c-62ec-4f28-8847-54f9589857e5 req-6892b593-193f-4cc7-a1fd-b0b73c72d0db service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064124 May 18 06:19:57.859562 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.906866 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port a5490e81-d211-4b14-a1b0-226d4bb37f20, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=a5490e81-d211-4b14-a1b0-226d4bb37f20,segment=NetworkSegment(b28cf995-0fed-4433-82e2-4c95e316b31e),segment_id=b28cf995-0fed-4433-82e2-4c95e316b31e)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:57.912033 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.918591 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:58.033239 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=a5490e81-d211-4b14-a1b0-226d4bb37f20,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:58.045910 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:58.653689 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45186) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:58.700071 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38956f-8008-4ba4-8737-6b2c2e3b5f87 req-bcce8b34-90d6-4a8e-8ec6-1ab60b215065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:58.701988 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8d38956f-8008-4ba4-8737-6b2c2e3b5f87 req-bcce8b34-90d6-4a8e-8ec6-1ab60b215065 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21dcf34e0574c399a2bc5964d0fa113&device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 1099 time: 0.1238561 May 18 06:19:58.720934 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1d4fe-3454-4fb0-8215-9b889bfebd7d req-e959e906-1a5c-4b7c-96df-56ce0a5a832a tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:58.737118 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d7e1d4fe-3454-4fb0-8215-9b889bfebd7d req-e959e906-1a5c-4b7c-96df-56ce0a5a832a tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1301150 May 18 06:19:58.839812 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d7e1d4fe-3454-4fb0-8215-9b889bfebd7d req-d0748701-b61e-474c-ab93-710ac0aa8a30 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982368 May 18 06:19:58.885727 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1838948261-network', 'tenant_id': 'fdf7922ff9f14802b88388294605d980'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:58.900410 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:58.920073 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Usage tracker for resource:network and tenant:fdf7922ff9f14802b88388294605d980 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:58.925951 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:58.942157 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:58.950369 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38956f-8008-4ba4-8737-6b2c2e3b5f87 req-2defc5f3-1d2f-40fa-9931-e1fa31e6f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:58.951961 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8d38956f-8008-4ba4-8737-6b2c2e3b5f87 req-2defc5f3-1d2f-40fa-9931-e1fa31e6f3e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=63fb2906-cb4e-4f2c-956d-77352265304c HTTP/1.1" status: 200 len: 919 time: 0.2291591 May 18 06:19:59.106051 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Made reservation on behalf of fdf7922ff9f14802b88388294605d980 for: {'network': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:59.108598 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.134091 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.156659 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8d38956f-8008-4ba4-8737-6b2c2e3b5f87 req-96e96314-2079-441f-8320-1244f9121710 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07550f62-2fe0-47d6-80c1-a4e85a841434 HTTP/1.1" status: 200 len: 217 time: 0.1974907 May 18 06:19:59.163278 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:59.250550 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Usage tracker for resource:security_group_rule and tenant:fdf7922ff9f14802b88388294605d980 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:59.254914 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:59.261119 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:59.284012 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38956f-8008-4ba4-8737-6b2c2e3b5f87 req-1f77752b-ab71-41c0-a45e-3c3aa243ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:59.285637 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8d38956f-8008-4ba4-8737-6b2c2e3b5f87 req-1f77752b-ab71-41c0-a45e-3c3aa243ba42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49 HTTP/1.1" status: 200 len: 859 time: 0.1158676 May 18 06:19:59.358328 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8d38956f-8008-4ba4-8737-6b2c2e3b5f87 req-2e1259a6-f548-47c2-b0c4-f84e60fc00c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63fb2906-cb4e-4f2c-956d-77352265304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572603 May 18 06:19:59.427679 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device a5490e81-d211-4b14-a1b0-226d4bb37f20 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:59.552474 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port a5490e81-d211-4b14-a1b0-226d4bb37f20 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:59.553118 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.561020 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8d38956f-8008-4ba4-8737-6b2c2e3b5f87 req-2d83535b-a101-478c-a09e-94a8a484fadf service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882639 May 18 06:19:59.613392 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.743601 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.749208 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-637e9bf3-3d4e-4b19-9faa-793d467aefce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:59.804772 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=78806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:19:59.814152 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57d505-7e36-41c1-9b02-d36a3575a4b7,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:59.825713 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:59.829084 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8d38956f-8008-4ba4-8737-6b2c2e3b5f87 req-c16a1868-f71e-433e-a992-8aae161ab288 service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133443 May 18 06:19:59.852737 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.853120 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.segments_db [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Added segment 1720bef1-17e7-4c80-9aa1-9f3ad1b39e67 of type vlan for network d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 May 18 06:19:59.895990 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.931829 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.933841 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:59.935832 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.940486 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:00.098959 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613cc27-22ca-4ab7-9401-97682130656e req-686859a3-2f1e-4d43-b6ec-967265ffb4f0 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:00.106270 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c613cc27-22ca-4ab7-9401-97682130656e req-686859a3-2f1e-4d43-b6ec-967265ffb4f0 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0959175 May 18 06:20:00.160781 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c613cc27-22ca-4ab7-9401-97682130656e req-488afc82-3d6d-4a5e-bc09-102401589cff tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535665 May 18 06:20:00.170173 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Pushing event updated for resources: {'Network': ['ID=d88c28d3-3e3e-4538-9f02-b1cc0cbe9011,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:00.173125 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:00.181855 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:20:00.185804 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5306356 May 18 06:20:00.188701 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 45210) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:00.203828 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Request body: {'subnet': {'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1838948261-subnet', 'tenant_id': 'fdf7922ff9f14802b88388294605d980', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:00.221578 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:00.237958 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Usage tracker for resource:subnet and tenant:fdf7922ff9f14802b88388294605d980 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:00.243816 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:00.265477 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:00.284687 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Made reservation on behalf of fdf7922ff9f14802b88388294605d980 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:20:00.287184 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2196382'] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:00.776855 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3922101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2196364'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:00.782242 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:00.873210 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5cee38f-16be-408a-a2db-0d1baf4989f2,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:00.876061 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:00.884291 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Checking segment: {'id': '1720bef1-17e7-4c80-9aa1-9f3ad1b39e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:20:00.884644 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Network hostable DHCP agents. Network: d88c28d3-3e3e-4538-9f02-b1cc0cbe9011, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:20:00.907840 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Network d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:20:00.919888 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, d88c28d3-3e3e-4538-9f02-b1cc0cbe9011) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:20:00.932106 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144c8992-f993-4a4f-803e-b3cdcb94dbb6 None None] Network d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:20:00.932668 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:00.933796 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:00.967823 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7672195 May 18 06:20:01.211988 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86a57db-8cdf-4f44-98a0-e66d3731853e None None] Network d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:20:01.446311 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3302ea9-df11-4a70-ad2f-a51799ba40e2 req-48b81de3-62b2-435e-b963-611337f04183 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:01.455299 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d3302ea9-df11-4a70-ad2f-a51799ba40e2 req-48b81de3-62b2-435e-b963-611337f04183 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1422539 May 18 06:20:01.543689 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d3302ea9-df11-4a70-ad2f-a51799ba40e2 req-8c3e47f2-a3b4-460d-a8f2-aec2a9d00acf tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820191 May 18 06:20:03.005478 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:03.743160 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-e5b2d6f4-73b7-40f7-ab55-5fadeb2df3f4 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:03.750025 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-e5b2d6f4-73b7-40f7-ab55-5fadeb2df3f4 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/networks?id=d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 HTTP/1.1" status: 200 len: 809 time: 0.3321495 May 18 06:20:03.770293 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595976f-698d-444e-9fcf-be36f5a1a956 req-591e7c44-fffe-4ef6-a2fd-35bafbd2be77 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:03.771830 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2595976f-698d-444e-9fcf-be36f5a1a956 req-591e7c44-fffe-4ef6-a2fd-35bafbd2be77 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.2534711 May 18 06:20:03.773296 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d53f92d5-dea1-4d7d-9f6d-ff8abef67edd tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/quotas/fdf7922ff9f14802b88388294605d980 HTTP/1.1" status: 200 len: 375 time: 0.0224452 May 18 06:20:03.863026 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2595976f-698d-444e-9fcf-be36f5a1a956 req-bde17f68-63b2-4f93-8a99-ed9ef6226d56 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854919 May 18 06:20:03.876844 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-56d0bc41-7907-4a03-8ad8-88d5a2d5e4d3 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fdf7922ff9f14802b88388294605d980&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974033 May 18 06:20:04.067300 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-9dd190ee-88e8-4838-bbc0-aad25af5fe51 service neutron] 10.222.0.10 "GET /v2.0/networks/d88c28d3-3e3e-4538-9f02-b1cc0cbe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895788 May 18 06:20:04.248946 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-44e09756-301b-42de-82ba-f9521b3f01ca service neutron] 10.222.0.10 "GET /v2.0/networks/d88c28d3-3e3e-4538-9f02-b1cc0cbe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736929 May 18 06:20:04.495029 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-bcab90fb-1a63-495c-8451-7a68cf3aff30 req-6cc3d4b0-ccbd-4bac-a182-c82277446c2d tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 210 time: 0.0734069 May 18 06:20:05.625081 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7bb1d-388a-43bc-a8a2-acf32c4bdeee req-8b8a51eb-4884-418f-a6b2-a587165b2e05 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:05.626773 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e1d7bb1d-388a-43bc-a8a2-acf32c4bdeee req-8b8a51eb-4884-418f-a6b2-a587165b2e05 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 946 time: 0.0971649 May 18 06:20:05.685810 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f2c1ebe0-c38d-415d-aab1-c8693994bd97 req-8bc530c7-9878-4be0-86b1-1d7cf32d6ba3 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 210 time: 0.0693727 May 18 06:20:05.713690 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e1d7bb1d-388a-43bc-a8a2-acf32c4bdeee req-955e251a-63f9-4e28-824c-3dcc6b65e4d7 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514102 May 18 06:20:05.886981 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-c9e173d0-84f5-4a2e-af0f-caa7ea34ae24 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:05.887733 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-c9e173d0-84f5-4a2e-af0f-caa7ea34ae24 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Synchronizing usage tracker for tenant:fdf7922ff9f14802b88388294605d980 on resource:network {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:05.925436 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-c9e173d0-84f5-4a2e-af0f-caa7ea34ae24 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Unset dirty status for tenant:fdf7922ff9f14802b88388294605d980 on resource:network {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:05.926889 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-c9e173d0-84f5-4a2e-af0f-caa7ea34ae24 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.39 "GET /v2.0/networks?id=d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 HTTP/1.1" status: 200 len: 809 time: 0.2435532 May 18 06:20:05.940710 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Request body: {'port': {'device_id': 'b315903e-5579-477c-96ee-5f67870e9699', 'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011', 'admin_state_up': True, 'tenant_id': 'fdf7922ff9f14802b88388294605d980'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:06.112530 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:06.117780 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Usage tracker for resource:port and tenant:fdf7922ff9f14802b88388294605d980 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:06.121141 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:06.128154 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:06.139989 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Made reservation on behalf of fdf7922ff9f14802b88388294605d980 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:20:06.144219 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:06.360306 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Allocated IP 172.20.0.8 (d88c28d3-3e3e-4538-9f02-b1cc0cbe9011/f5cee38f-16be-408a-a2db-0d1baf4989f2/6d2d971b-4759-4377-ad12-0e87979599d0) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:20:06.616847 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:06.650768 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:06.656663 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e598297f-ef98-4253-a213-ef8f5f403a91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:06.728717 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Network d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:20:06.731876 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:20:06.735792 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:20:06.776162 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Pushing event updated for resources: {'Port': ['ID=6d2d971b-4759-4377-ad12-0e87979599d0,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:06.781750 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:06.806763 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:06.807632 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:06.851267 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9135916 May 18 06:20:06.968027 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Request body: {'port': {'device_id': 'b315903e-5579-477c-96ee-5f67870e9699', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:07.026925 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f192a-3443-4a30-9454-7c2b7e4a1bb0 req-cb19a39e-6410-417a-9adb-6bfa78728869 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:07.028450 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-aa5f192a-3443-4a30-9454-7c2b7e4a1bb0 req-cb19a39e-6410-417a-9adb-6bfa78728869 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 931 time: 0.1722147 May 18 06:20:07.043087 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c8fad-f641-4604-ad01-1b472faf03bd req-5eec2a4f-3249-4f0c-b5f5-a5ec7639868e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:07.044669 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1a7c8fad-f641-4604-ad01-1b472faf03bd req-5eec2a4f-3249-4f0c-b5f5-a5ec7639868e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 946 time: 0.1572764 May 18 06:20:07.068244 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-aa4eb7e6-4cf9-4531-b70c-9c3699030131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:07.155089 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1a7c8fad-f641-4604-ad01-1b472faf03bd req-ebdb8239-4f1e-43db-b42f-1b5d23f70276 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926032 May 18 06:20:07.157495 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:07.160220 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-aa5f192a-3443-4a30-9454-7c2b7e4a1bb0 req-f97ea1cc-a068-4684-b0bd-cedc0d00024b tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141527 May 18 06:20:07.512851 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2d971b-4759-4377-ad12-0e87979599d0 {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:20:07.522761 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:07.539799 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Transition to ACTIVE for port object 6d2d971b-4759-4377-ad12-0e87979599d0 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:20:07.544138 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:07.549081 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-95f60b27-32bc-468f-a099-7d3937bb87e7 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:07.761612 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba981fa1-7682-4176-a44a-e97026f89427 req-801c5da6-2a82-4d15-a1a5-4d9346405229 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:07.763104 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ba981fa1-7682-4176-a44a-e97026f89427 req-801c5da6-2a82-4d15-a1a5-4d9346405229 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0971196 May 18 06:20:07.777403 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Pushing event updated for resources: {'Port': ['ID=6d2d971b-4759-4377-ad12-0e87979599d0,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:07.789104 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:07.811646 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ba981fa1-7682-4176-a44a-e97026f89427 req-e1699ed1-9691-4cd7-b962-7f2a5c9b24e9 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 May 18 06:20:07.926859 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c75813-27bd-4102-a007-593a4d812054 req-b33def6c-1e63-4985-9564-b6c5b54a867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:07.928244 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b6c75813-27bd-4102-a007-593a4d812054 req-b33def6c-1e63-4985-9564-b6c5b54a867e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21dcf34e0574c399a2bc5964d0fa113&device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 1099 time: 0.3133531 May 18 06:20:07.964466 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Attempting to bind port 6d2d971b-4759-4377-ad12-0e87979599d0 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:20:07.964805 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Attempting to bind port 6d2d971b-4759-4377-ad12-0e87979599d0 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '1720bef1-17e7-4c80-9aa1-9f3ad1b39e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:20:07.965136 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Attempting to bind port 6d2d971b-4759-4377-ad12-0e87979599d0 on network d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:20:08.024766 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Port 6d2d971b-4759-4377-ad12-0e87979599d0 on network d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:20:08.025350 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Attempting to bind port 6d2d971b-4759-4377-ad12-0e87979599d0 on network d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:20:08.034945 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:20:08.035279 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Checking segment: {'id': '1720bef1-17e7-4c80-9aa1-9f3ad1b39e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:20:08.035791 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Bound using segment: {'id': '1720bef1-17e7-4c80-9aa1-9f3ad1b39e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:20:08.036122 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Bound port: 6d2d971b-4759-4377-ad12-0e87979599d0, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1720bef1-17e7-4c80-9aa1-9f3ad1b39e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:20:08.036469 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:08.094728 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-f30424a0-6143-42ff-884c-1971e05a9917 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:08.096220 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-f30424a0-6143-42ff-884c-1971e05a9917 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/networks?id=b21e72ce-09fd-41ba-b5df-295635ffcb6a HTTP/1.1" status: 200 len: 814 time: 0.1948123 May 18 06:20:08.115551 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-4b02d7d9-4b74-41b6-8bdb-d24a2d74e507 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/quotas/8a6ed2f5bbbc4f1593ecc5a4ed8d5177 HTTP/1.1" status: 200 len: 375 time: 0.0134401 May 18 06:20:08.123713 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3db24-2f26-4e9b-8049-cf5d1a81106f req-6b64c475-e80c-4a25-ab90-063d04ac1d75 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:08.125118 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3be3db24-2f26-4e9b-8049-cf5d1a81106f req-6b64c475-e80c-4a25-ab90-063d04ac1d75 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 946 time: 0.1342630 May 18 06:20:08.139207 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c75813-27bd-4102-a007-593a4d812054 req-4e3a2eac-32dd-4698-ad94-689a840f5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:08.140631 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b6c75813-27bd-4102-a007-593a4d812054 req-4e3a2eac-32dd-4698-ad94-689a840f5807 service neutron] 10.222.0.39 "GET /v2.0/networks?id=63fb2906-cb4e-4f2c-956d-77352265304c HTTP/1.1" status: 200 len: 919 time: 0.2038395 May 18 06:20:08.215293 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b6c75813-27bd-4102-a007-593a4d812054 req-8b87ce52-06f5-4d34-807a-5aefafb14c48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07550f62-2fe0-47d6-80c1-a4e85a841434 HTTP/1.1" status: 200 len: 217 time: 0.0660388 May 18 06:20:08.221715 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] For port 6d2d971b-4759-4377-ad12-0e87979599d0, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:20:08.272367 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] For port 6d2d971b-4759-4377-ad12-0e87979599d0, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6d2d971b-4759-4377-ad12-0e87979599d0,segment=NetworkSegment(1720bef1-17e7-4c80-9aa1-9f3ad1b39e67),segment_id=1720bef1-17e7-4c80-9aa1-9f3ad1b39e67)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:20:08.281953 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:08.288253 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:08.342994 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:08.343949 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:08.345325 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] 10.222.0.39 "PUT /v2.0/ports/6d2d971b-4759-4377-ad12-0e87979599d0 HTTP/1.1" status: 200 len: 1093 time: 1.3893645 May 18 06:20:08.347216 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c75813-27bd-4102-a007-593a4d812054 req-5c6facf1-b40b-4413-ad13-1eef67451905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:08.349248 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b6c75813-27bd-4102-a007-593a4d812054 req-5c6facf1-b40b-4413-ad13-1eef67451905 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49 HTTP/1.1" status: 200 len: 859 time: 0.1250293 May 18 06:20:08.352888 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b315903e-5579-477c-96ee-5f67870e9699', 'tag': '6d2d971b-4759-4377-ad12-0e87979599d0'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:08.364294 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-7d0107b1-8251-4776-85d9-7e3976d6ebf5 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Synchronizing usage tracker for tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:08.399344 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-7d0107b1-8251-4776-85d9-7e3976d6ebf5 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Unset dirty status for tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:08.400667 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-7d0107b1-8251-4776-85d9-7e3976d6ebf5 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a6ed2f5bbbc4f1593ecc5a4ed8d5177&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2747171 May 18 06:20:08.407208 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-3be3db24-2f26-4e9b-8049-cf5d1a81106f req-d8691f42-3dd1-4afd-8ad6-8f4d009abbba tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Deleting port f17c8a58-92c4-4fc9-991d-a90161e159d9 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:20:08.407549 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3be3db24-2f26-4e9b-8049-cf5d1a81106f req-d8691f42-3dd1-4afd-8ad6-8f4d009abbba tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:08.461508 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b6c75813-27bd-4102-a007-593a4d812054 req-d3bc15ba-6dbf-4f19-adb6-5b988a9c94c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63fb2906-cb4e-4f2c-956d-77352265304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014273 May 18 06:20:08.490546 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Pushing event updated for resources: {'Port': ['ID=6d2d971b-4759-4377-ad12-0e87979599d0,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:08.493987 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:08.506658 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccf95d-8c13-43ec-b0cc-902cb5ce2d5c req-db8df2d1-8731-4fdd-af16-306233c14bb7 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:08.508123 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cbccf95d-8c13-43ec-b0cc-902cb5ce2d5c req-db8df2d1-8731-4fdd-af16-306233c14bb7 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 946 time: 0.2363079 May 18 06:20:08.590364 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-5f6fb36a-0755-40af-998f-22cdfea879f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:08.591817 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-5f6fb36a-0755-40af-998f-22cdfea879f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fdf7922ff9f14802b88388294605d980&device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 1096 time: 0.1968503 May 18 06:20:08.676527 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b6c75813-27bd-4102-a007-593a4d812054 req-91eb3d70-44e5-4f6a-a077-017bd3d8b6ed service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056694 May 18 06:20:08.677695 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-1ab4ee98-68c9-4e52-bc26-23e71117a71a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2d971b-4759-4377-ad12-0e87979599d0 HTTP/1.1" status: 200 len: 217 time: 0.0780272 May 18 06:20:08.758515 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cbccf95d-8c13-43ec-b0cc-902cb5ce2d5c req-381ff0ca-27c3-4188-ba3f-998ff0a5633d tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990426 May 18 06:20:08.794564 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-a1013e82-afb3-4552-8344-7c597f1dc7d3 service neutron] 10.222.0.10 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728268 May 18 06:20:08.796853 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-3be3db24-2f26-4e9b-8049-cf5d1a81106f req-d8691f42-3dd1-4afd-8ad6-8f4d009abbba tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] For port f17c8a58-92c4-4fc9-991d-a90161e159d9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f17c8a58-92c4-4fc9-991d-a90161e159d9,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:08.797525 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3be3db24-2f26-4e9b-8049-cf5d1a81106f req-d8691f42-3dd1-4afd-8ad6-8f4d009abbba tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:08.825254 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-bcf508bc-532e-4b77-a87a-8dcba2371726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:08.826678 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-bcf508bc-532e-4b77-a87a-8dcba2371726 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5cee38f-16be-408a-a2db-0d1baf4989f2 HTTP/1.1" status: 200 len: 849 time: 0.1385028 May 18 06:20:08.899114 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-cd3f9bbd-96db-41fd-9f1c-c5ac0a12e3fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d88c28d3-3e3e-4538-9f02-b1cc0cbe9011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489850 May 18 06:20:08.976849 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b6c75813-27bd-4102-a007-593a4d812054 req-00191cd0-0733-4c87-b863-6c536ef964f1 service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896118 May 18 06:20:09.032926 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-3be3db24-2f26-4e9b-8049-cf5d1a81106f req-d8691f42-3dd1-4afd-8ad6-8f4d009abbba tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Calling delete_port for f17c8a58-92c4-4fc9-991d-a90161e159d9 owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:20:09.044731 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-18b63de4-b1ad-4709-a02a-aca4100863ac service neutron] 10.222.0.39 "GET /v2.0/networks/d88c28d3-3e3e-4538-9f02-b1cc0cbe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371098 May 18 06:20:09.126611 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-76aeeb5e-eaa3-4eba-b5e8-f6eb5e4f6787 service neutron] 10.222.0.10 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206153 May 18 06:20:09.154981 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616ae05-a766-4d8c-b846-8c9539b5eac5 req-21f78135-464f-4ad7-9843-f8c26cc972b8 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:09.156450 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f616ae05-a766-4d8c-b846-8c9539b5eac5 req-21f78135-464f-4ad7-9843-f8c26cc972b8 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 943 time: 0.2304349 May 18 06:20:09.197519 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b8505b00-f1e5-4f7b-87af-bd78e3743fcb req-48fb1dc1-23e9-4647-be82-3330999af403 service neutron] 10.222.0.39 "GET /v2.0/networks/d88c28d3-3e3e-4538-9f02-b1cc0cbe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308892 May 18 06:20:09.265790 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f616ae05-a766-4d8c-b846-8c9539b5eac5 req-1f795412-50bb-48c1-a604-d46db9aace2c tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990944 May 18 06:20:09.274881 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b315903e-5579-477c-96ee-5f67870e9699', 'tag': '6d2d971b-4759-4377-ad12-0e87979599d0', 'status': 'completed', 'code': 200} May 18 06:20:09.278052 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3be3db24-2f26-4e9b-8049-cf5d1a81106f req-d8691f42-3dd1-4afd-8ad6-8f4d009abbba tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:09.287006 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:09.300623 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['d127f2be-6003-4e58-905a-795e54fd1442', '1268da61-abd1-46a1-a50c-13007e0cd52b', '341804d3-550b-46be-8fb8-1917689bdc69', 'f17c8a58-92c4-4fc9-991d-a90161e159d9'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:09.381070 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8691f42-3dd1-4afd-8ad6-8f4d009abbba tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Pushing event deleted for resources: {'Port': ['ID=f17c8a58-92c4-4fc9-991d-a90161e159d9,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:09.384155 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d8691f42-3dd1-4afd-8ad6-8f4d009abbba tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:09.465840 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62f587-8294-43e5-a9b0-838b163a08f9 req-0f32ad41-fbab-4da8-9f99-79cf238a2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:09.467491 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ff62f587-8294-43e5-a9b0-838b163a08f9 req-0f32ad41-fbab-4da8-9f99-79cf238a2895 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fdf7922ff9f14802b88388294605d980&device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 1096 time: 0.1507885 May 18 06:20:09.565398 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ae45d-ff3b-4065-b9b6-aa44d39bf2e4 req-5c4b4a35-50a5-4790-8333-d153df56f919 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:09.566971 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3a0ae45d-ff3b-4065-b9b6-aa44d39bf2e4 req-5c4b4a35-50a5-4790-8333-d153df56f919 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1280851 May 18 06:20:09.572977 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be3db24-2f26-4e9b-8049-cf5d1a81106f req-d8691f42-3dd1-4afd-8ad6-8f4d009abbba tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] No DVR routers for this DVR port f17c8a58-92c4-4fc9-991d-a90161e159d9 on host hv-cinder-78462 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:20:09.594672 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-3be3db24-2f26-4e9b-8049-cf5d1a81106f req-d8691f42-3dd1-4afd-8ad6-8f4d009abbba tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:09.597774 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212a6590-f7dc-49ab-b161-25785c74f990', 'name': 'network-vif-deleted', 'tag': 'f17c8a58-92c4-4fc9-991d-a90161e159d9'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:09.632478 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3a0ae45d-ff3b-4065-b9b6-aa44d39bf2e4 req-00284fa0-e8d0-40f5-8460-739d99952f2d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577056 May 18 06:20:09.634007 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3be3db24-2f26-4e9b-8049-cf5d1a81106f req-d8691f42-3dd1-4afd-8ad6-8f4d009abbba tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "DELETE /v2.0/ports/f17c8a58-92c4-4fc9-991d-a90161e159d9 HTTP/1.1" status: 204 len: 173 time: 1.4728096 May 18 06:20:09.746751 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-dd9caf44-3c93-40ac-9981-70853ca6df6a req-fb6e178a-c86e-4969-b35e-2325b5a597e8 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 210 time: 0.0604560 May 18 06:20:09.822495 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212a6590-f7dc-49ab-b161-25785c74f990', 'name': 'network-vif-deleted', 'tag': 'f17c8a58-92c4-4fc9-991d-a90161e159d9', 'status': 'completed', 'code': 200} May 18 06:20:09.844557 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62f587-8294-43e5-a9b0-838b163a08f9 req-7a36a9b5-9b3d-4fe6-a746-bcfead41bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:09.846637 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ff62f587-8294-43e5-a9b0-838b163a08f9 req-7a36a9b5-9b3d-4fe6-a746-bcfead41bbeb service neutron] 10.222.0.39 "GET /v2.0/networks?id=d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 HTTP/1.1" status: 200 len: 909 time: 0.3706172 May 18 06:20:09.928387 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ff62f587-8294-43e5-a9b0-838b163a08f9 req-c620bcd5-a11a-413c-b2f2-2de2d3938f0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2d971b-4759-4377-ad12-0e87979599d0 HTTP/1.1" status: 200 len: 217 time: 0.0735769 May 18 06:20:09.968309 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:09.975828 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-30726f08-8796-4a44-99f9-715f286d892e req-917e23ab-d2e9-4ec7-9b8e-af5e6e3addeb tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Synchronizing usage tracker for tenant:21c079ec78ae49098f331d15095a4e48 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:09.995784 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-30726f08-8796-4a44-99f9-715f286d892e req-917e23ab-d2e9-4ec7-9b8e-af5e6e3addeb tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Unset dirty status for tenant:21c079ec78ae49098f331d15095a4e48 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:10.000691 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62f587-8294-43e5-a9b0-838b163a08f9 req-7d3d14bc-bce1-4b13-a81a-c3b0d6b68d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:10.002412 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ff62f587-8294-43e5-a9b0-838b163a08f9 req-7d3d14bc-bce1-4b13-a81a-c3b0d6b68d05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5cee38f-16be-408a-a2db-0d1baf4989f2 HTTP/1.1" status: 200 len: 849 time: 0.0638616 May 18 06:20:10.004619 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-30726f08-8796-4a44-99f9-715f286d892e req-917e23ab-d2e9-4ec7-9b8e-af5e6e3addeb tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=212a6590-f7dc-49ab-b161-25785c74f990 HTTP/1.1" status: 200 len: 210 time: 0.0760095 May 18 06:20:10.057015 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ff62f587-8294-43e5-a9b0-838b163a08f9 req-0d2f0f99-47d1-4177-964a-51f0831743df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d88c28d3-3e3e-4538-9f02-b1cc0cbe9011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427728 May 18 06:20:10.094477 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-224535e1-29a2-4b24-9089-cf6efa6bc226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:10.186024 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ff62f587-8294-43e5-a9b0-838b163a08f9 req-9c139fbc-9ca3-4c5b-909b-5fdaf9ad0cca service neutron] 10.222.0.39 "GET /v2.0/networks/d88c28d3-3e3e-4538-9f02-b1cc0cbe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217015 May 18 06:20:10.328192 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ff62f587-8294-43e5-a9b0-838b163a08f9 req-fb6b9cec-e6cf-4dd4-bb91-f8a5d1691546 service neutron] 10.222.0.39 "GET /v2.0/networks/d88c28d3-3e3e-4538-9f02-b1cc0cbe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349146 May 18 06:20:10.461212 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326bbfb-53ac-4e60-bd32-e2ab2e440a42 req-54972436-601e-4b7e-966e-58e8758f26c2 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:10.462668 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b326bbfb-53ac-4e60-bd32-e2ab2e440a42 req-54972436-601e-4b7e-966e-58e8758f26c2 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 943 time: 0.0865207 May 18 06:20:10.512817 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b326bbfb-53ac-4e60-bd32-e2ab2e440a42 req-6bdc6ee9-165b-43c7-bf78-d0b6cd9a52a2 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 May 18 06:20:10.772478 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:10.843464 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991c4e1-3da8-4505-af1d-e4ca92e59dc1 req-300977d1-fca7-4f03-a901-9c74eea6674e tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:10.845733 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f991c4e1-3da8-4505-af1d-e4ca92e59dc1 req-300977d1-fca7-4f03-a901-9c74eea6674e tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0995600 May 18 06:20:10.904030 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f991c4e1-3da8-4505-af1d-e4ca92e59dc1 req-6cefa0e7-6d52-4dea-8d1a-633b83e8f348 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511258 May 18 06:20:11.000575 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fe9b7776-4e82-46e1-8e1e-7a71a996ade2 req-681cab56-cd25-445c-a3fe-9133b79a3837 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 210 time: 0.0490632 May 18 06:20:11.013892 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-9b47c1e6-6650-4623-b281-b60ac2aa4118 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:11.015521 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-9b47c1e6-6650-4623-b281-b60ac2aa4118 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Synchronizing usage tracker for tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 on resource:network {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:11.050977 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-9b47c1e6-6650-4623-b281-b60ac2aa4118 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Unset dirty status for tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 on resource:network {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:11.052133 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-9b47c1e6-6650-4623-b281-b60ac2aa4118 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.39 "GET /v2.0/networks?id=b21e72ce-09fd-41ba-b5df-295635ffcb6a HTTP/1.1" status: 200 len: 814 time: 0.2561135 May 18 06:20:11.083542 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Request body: {'port': {'device_id': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'admin_state_up': True, 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:11.224943 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:11.234717 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:11.244737 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Made reservation on behalf of 8a6ed2f5bbbc4f1593ecc5a4ed8d5177 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:20:11.248175 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:11.416254 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Allocated IP 172.20.0.11 (b21e72ce-09fd-41ba-b5df-295635ffcb6a/d5b08deb-868b-41d8-84c1-7f9618eb6f0e/c25c3d21-a204-444f-8b92-004d404757cc) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:20:11.685775 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:11.702940 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Transition to ACTIVE for port object c25c3d21-a204-444f-8b92-004d404757cc will not be triggered until provisioned by entity DHCP. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:20:11.731834 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:11.737999 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:11.780350 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee541-cb9b-45d8-b0d2-c6924cf790a3 req-663c631e-a8d7-4a2d-af2b-f603f5ae6c62 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:11.788361 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4c5ee541-cb9b-45d8-b0d2-c6924cf790a3 req-663c631e-a8d7-4a2d-af2b-f603f5ae6c62 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 943 time: 0.0969195 May 18 06:20:11.813365 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Network b21e72ce-09fd-41ba-b5df-295635ffcb6a is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:20:11.816732 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:20:11.821638 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:20:11.868730 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4c5ee541-cb9b-45d8-b0d2-c6924cf790a3 req-0d06fc15-105f-4475-b9dc-55cc8b5411d4 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793269 May 18 06:20:11.933980 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event updated for resources: {'Port': ['ID=c25c3d21-a204-444f-8b92-004d404757cc,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:11.938829 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:11.950785 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:11.951512 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:11.990657 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9093947 May 18 06:20:12.068095 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:12.155839 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87e193-1927-4bc6-b7b7-5459e5ef6fc3 req-2d963ba6-3a8e-43c4-9b2f-c6c42adebc9a tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:12.157247 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cb87e193-1927-4bc6-b7b7-5459e5ef6fc3 req-2d963ba6-3a8e-43c4-9b2f-c6c42adebc9a tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0854437 May 18 06:20:12.173894 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-4981fa59-f8f8-4080-a81c-891810d892d9 None None] Provisioning for port c25c3d21-a204-444f-8b92-004d404757cc completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:20:12.178563 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-4981fa59-f8f8-4080-a81c-891810d892d9 None None] Provisioning complete for port c25c3d21-a204-444f-8b92-004d404757cc triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:20:12.178938 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4981fa59-f8f8-4080-a81c-891810d892d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:12.216347 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cb87e193-1927-4bc6-b7b7-5459e5ef6fc3 req-e113ce73-7eea-4762-b805-feb7c58290f7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515738 May 18 06:20:12.249039 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-4981fa59-f8f8-4080-a81c-891810d892d9 None None] Port c25c3d21-a204-444f-8b92-004d404757cc cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:20:12.396114 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41348c4-22fc-4911-9147-7095bd95b1ea req-3780ed4a-5b02-4710-bf94-a427b334985f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:12.397566 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f41348c4-22fc-4911-9147-7095bd95b1ea req-3780ed4a-5b02-4710-bf94-a427b334985f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 932 time: 0.0806456 May 18 06:20:12.403342 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 6d2d971b-4759-4377-ad12-0e87979599d0 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:20:12.406828 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device f17c8a58-92c4-4fc9-991d-a90161e159d9 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:20:12.444431 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: f17c8a58-92c4-4fc9-991d-a90161e159d9 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:20:12.444928 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device f17c8a58-92c4-4fc9-991d-a90161e159d9 not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:20:12.448164 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f41348c4-22fc-4911-9147-7095bd95b1ea req-f61b0f1f-87c0-4ef3-8752-1cdffcac1179 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440946 May 18 06:20:12.587502 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 6d2d971b-4759-4377-ad12-0e87979599d0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6d2d971b-4759-4377-ad12-0e87979599d0,segment=NetworkSegment(1720bef1-17e7-4c80-9aa1-9f3ad1b39e67),segment_id=1720bef1-17e7-4c80-9aa1-9f3ad1b39e67)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:12.600828 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '6d2d971b-4759-4377-ad12-0e87979599d0', 'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011', 'port_id': '6d2d971b-4759-4377-ad12-0e87979599d0', 'mac_address': 'fa:16:3e:3b:02:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cee38f-16be-408a-a2db-0d1baf4989f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:20:12.660317 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:12.677435 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2d971b-4759-4377-ad12-0e87979599d0 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:20:12.692605 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 6d2d971b-4759-4377-ad12-0e87979599d0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6d2d971b-4759-4377-ad12-0e87979599d0,segment=NetworkSegment(1720bef1-17e7-4c80-9aa1-9f3ad1b39e67),segment_id=1720bef1-17e7-4c80-9aa1-9f3ad1b39e67)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:12.696925 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:12.698655 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-9f34fee0-5a39-4567-b0ad-a09c5aacb999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:12.764794 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=6d2d971b-4759-4377-ad12-0e87979599d0,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:12.767817 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:13.142027 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['6d2d971b-4759-4377-ad12-0e87979599d0'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:15.449757 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:20:16.443159 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 6d2d971b-4759-4377-ad12-0e87979599d0 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:20:16.511330 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port 6d2d971b-4759-4377-ad12-0e87979599d0 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:20:16.516241 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 6d2d971b-4759-4377-ad12-0e87979599d0 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:20:16.516724 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:16.655752 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:16.683235 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b315903e-5579-477c-96ee-5f67870e9699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2d971b-4759-4377-ad12-0e87979599d0'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:16.693378 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 6d2d971b-4759-4377-ad12-0e87979599d0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6d2d971b-4759-4377-ad12-0e87979599d0,segment=NetworkSegment(1720bef1-17e7-4c80-9aa1-9f3ad1b39e67),segment_id=1720bef1-17e7-4c80-9aa1-9f3ad1b39e67)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:16.698377 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:16.700226 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:16.767843 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=6d2d971b-4759-4377-ad12-0e87979599d0,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:16.771476 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:30.836628 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Request body: {'port': {'device_id': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:30.951578 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:31.042602 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc87b1-999a-4fb1-9dc1-eef44e219149 req-1ba74f77-5b26-4b44-b23d-8ec0b35c73c3 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:31.044352 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-51bc87b1-999a-4fb1-9dc1-eef44e219149 req-1ba74f77-5b26-4b44-b23d-8ec0b35c73c3 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 945 time: 0.0904181 May 18 06:20:31.108861 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-51bc87b1-999a-4fb1-9dc1-eef44e219149 req-f983ff44-8a89-48f1-a2e1-b5192b962d69 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585983 May 18 06:20:31.300419 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25c3d21-a204-444f-8b92-004d404757cc {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:20:31.308843 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:31.324217 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Transition to ACTIVE for port object c25c3d21-a204-444f-8b92-004d404757cc will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:20:31.328576 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:31.332384 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:31.418418 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dd5f5-b96b-43b5-86f3-6bed3e5efac3 req-70a99a42-851f-47c0-864e-2bccf797e04c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:31.420255 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-646dd5f5-b96b-43b5-86f3-6bed3e5efac3 req-70a99a42-851f-47c0-864e-2bccf797e04c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.2362034 May 18 06:20:31.429514 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c0a8e-9fe3-4fbb-aaaa-0d9516413526 req-2b92a8e6-179a-43f7-9aad-4e2e790bfe8f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:31.430984 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-444c0a8e-9fe3-4fbb-aaaa-0d9516413526 req-2b92a8e6-179a-43f7-9aad-4e2e790bfe8f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 944 time: 0.2121325 May 18 06:20:31.504022 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-646dd5f5-b96b-43b5-86f3-6bed3e5efac3 req-51566131-f37f-4d03-a782-333d9f0de865 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720141 May 18 06:20:31.515228 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-444c0a8e-9fe3-4fbb-aaaa-0d9516413526 req-a515424f-1790-4120-91af-aa4ba14cef1a tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658758 May 18 06:20:31.560259 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b315903e-5579-477c-96ee-5f67870e9699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2d971b-4759-4377-ad12-0e87979599d0', 'code': 200} May 18 06:20:31.577360 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Pushing event updated for resources: {'Port': ['ID=c25c3d21-a204-444f-8b92-004d404757cc,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:31.602910 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:31.644252 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Attempting to bind port c25c3d21-a204-444f-8b92-004d404757cc on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:20:31.644493 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Attempting to bind port c25c3d21-a204-444f-8b92-004d404757cc by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '124d6d05-124b-40b4-88bb-5dddedd02ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:20:31.644817 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Attempting to bind port c25c3d21-a204-444f-8b92-004d404757cc on network b21e72ce-09fd-41ba-b5df-295635ffcb6a {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:20:31.649360 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Port c25c3d21-a204-444f-8b92-004d404757cc on network b21e72ce-09fd-41ba-b5df-295635ffcb6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:20:31.649676 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Attempting to bind port c25c3d21-a204-444f-8b92-004d404757cc on network b21e72ce-09fd-41ba-b5df-295635ffcb6a {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:20:31.654681 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:20:31.654959 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Checking segment: {'id': '124d6d05-124b-40b4-88bb-5dddedd02ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:20:31.655333 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Bound using segment: {'id': '124d6d05-124b-40b4-88bb-5dddedd02ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:20:31.655746 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Bound port: c25c3d21-a204-444f-8b92-004d404757cc, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124d6d05-124b-40b4-88bb-5dddedd02ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:20:31.656112 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:31.713153 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c7722-708f-498f-b5a0-b3269df7020c req-2c86a4c6-016e-437b-9829-37a97081c637 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:31.714581 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8b6c7722-708f-498f-b5a0-b3269df7020c req-2c86a4c6-016e-437b-9829-37a97081c637 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 945 time: 0.0825524 May 18 06:20:31.746285 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] For port c25c3d21-a204-444f-8b92-004d404757cc, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:20:31.749324 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] For port c25c3d21-a204-444f-8b92-004d404757cc, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c25c3d21-a204-444f-8b92-004d404757cc,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:20:31.754531 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:31.759254 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9711fccc-49e2-4f5e-8415-12cc510fa3fd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:31.760309 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8b6c7722-708f-498f-b5a0-b3269df7020c req-80ce2880-ac28-44f1-a2af-1a96e951edb5 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 May 18 06:20:31.814002 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:31.814695 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:31.816242 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] 10.222.0.39 "PUT /v2.0/ports/c25c3d21-a204-444f-8b92-004d404757cc HTTP/1.1" status: 200 len: 1094 time: 0.9844856 May 18 06:20:31.816769 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:31.842751 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Pushing event updated for resources: {'Port': ['ID=c25c3d21-a204-444f-8b92-004d404757cc,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:31.845986 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:31.881662 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc', 'status': 'completed', 'code': 200} May 18 06:20:31.989284 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-a4ecf5ea-5395-4c10-8880-04a6f7ea440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:31.992245 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-a4ecf5ea-5395-4c10-8880-04a6f7ea440d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a6ed2f5bbbc4f1593ecc5a4ed8d5177&device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 1097 time: 0.0965748 May 18 06:20:32.043315 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0eb34-c865-4fe3-9a62-825bbde433f0 req-1a9f3176-77a3-4155-b35b-a661380b29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:32.044825 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4da0eb34-c865-4fe3-9a62-825bbde433f0 req-1a9f3176-77a3-4155-b35b-a661380b29c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 1098 time: 0.1003122 May 18 06:20:32.070034 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-282b5189-24cf-4dbb-8a71-16e3680590fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25c3d21-a204-444f-8b92-004d404757cc HTTP/1.1" status: 200 len: 217 time: 0.0687997 May 18 06:20:32.095903 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4da0eb34-c865-4fe3-9a62-825bbde433f0 req-bf20515b-b236-440f-878a-95a86c295575 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346527 May 18 06:20:32.131371 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-b8a62d07-4fcc-4f99-95e9-ab89ebcfb368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:32.132857 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-b8a62d07-4fcc-4f99-95e9-ab89ebcfb368 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d5b08deb-868b-41d8-84c1-7f9618eb6f0e HTTP/1.1" status: 200 len: 853 time: 0.0564899 May 18 06:20:32.285373 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af03d14-dfa7-4099-952d-2411895f9e37 req-9ef9f5b1-907a-48db-9d4e-335a59eee8cf tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:32.286809 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8af03d14-dfa7-4099-952d-2411895f9e37 req-9ef9f5b1-907a-48db-9d4e-335a59eee8cf tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 945 time: 0.0780005 May 18 06:20:32.329010 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-26ae7350-2b37-4c00-914f-4d68e8014b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:32.330448 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-26ae7350-2b37-4c00-914f-4d68e8014b53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b21e72ce-09fd-41ba-b5df-295635ffcb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0692272 May 18 06:20:32.330636 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8af03d14-dfa7-4099-952d-2411895f9e37 req-f24f4fc3-a4cf-4517-be4a-96930cbaa086 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375562 May 18 06:20:32.465016 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-4720ae8c-180d-4677-8192-97b3b42f769f service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240351 May 18 06:20:32.597848 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6d20aedd-876b-4606-bd9b-9a44d5554eba req-c217fc2c-d8eb-4185-8d0f-ef664b5e2dad service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242468 May 18 06:20:32.736101 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38148a4-bfce-4640-97be-3d51d9b92035 req-49106603-4883-428b-b644-fa17fb4d3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:32.737571 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b38148a4-bfce-4640-97be-3d51d9b92035 req-49106603-4883-428b-b644-fa17fb4d3583 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a6ed2f5bbbc4f1593ecc5a4ed8d5177&device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 1097 time: 0.0738163 May 18 06:20:32.756342 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cdbc5-ab53-4598-9f65-304e6e1be9e2 req-bb491ff0-f3cf-4b73-b3a8-04d80935dba2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:32.757773 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9a2cdbc5-ab53-4598-9f65-304e6e1be9e2 req-bb491ff0-f3cf-4b73-b3a8-04d80935dba2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1439538 May 18 06:20:32.766141 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01443a1-a0c7-4263-8c2b-568e2e194ae8 req-7032a244-447a-4521-9830-1c845277e273 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:32.767487 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a01443a1-a0c7-4263-8c2b-568e2e194ae8 req-7032a244-447a-4521-9830-1c845277e273 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 944 time: 0.1165967 May 18 06:20:32.841020 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9a2cdbc5-ab53-4598-9f65-304e6e1be9e2 req-4d7b9b78-9943-45bc-9875-95799a4068b2 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725024 May 18 06:20:32.843567 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a01443a1-a0c7-4263-8c2b-568e2e194ae8 req-4fa26fea-5f92-4f55-991c-81fd72e50ff0 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621891 May 18 06:20:32.876191 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38148a4-bfce-4640-97be-3d51d9b92035 req-977e3e2d-fbd1-4b8c-9076-623ffdb26f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:32.877657 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b38148a4-bfce-4640-97be-3d51d9b92035 req-977e3e2d-fbd1-4b8c-9076-623ffdb26f4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b21e72ce-09fd-41ba-b5df-295635ffcb6a HTTP/1.1" status: 200 len: 914 time: 0.1321518 May 18 06:20:32.943947 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b38148a4-bfce-4640-97be-3d51d9b92035 req-d49c026c-6892-4736-9974-db0cac415d8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25c3d21-a204-444f-8b92-004d404757cc HTTP/1.1" status: 200 len: 217 time: 0.0582318 May 18 06:20:33.010952 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:33.014558 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38148a4-bfce-4640-97be-3d51d9b92035 req-13bfe2c0-a466-4d50-a58b-46c84801ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:33.016389 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b38148a4-bfce-4640-97be-3d51d9b92035 req-13bfe2c0-a466-4d50-a58b-46c84801ab0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d5b08deb-868b-41d8-84c1-7f9618eb6f0e HTTP/1.1" status: 200 len: 853 time: 0.0660448 May 18 06:20:33.017628 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468af161-cfa2-4423-a2c9-72e70a423b22 req-0feeac4f-32c1-4fd1-915d-da1540fe6c66 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:33.019249 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-468af161-cfa2-4423-a2c9-72e70a423b22 req-0feeac4f-32c1-4fd1-915d-da1540fe6c66 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 945 time: 0.0838280 May 18 06:20:33.067430 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-468af161-cfa2-4423-a2c9-72e70a423b22 req-a834adf3-f0da-4d73-9378-8cb9de0ddfaa tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421755 May 18 06:20:33.095062 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38148a4-bfce-4640-97be-3d51d9b92035 req-e72adb2e-2eaf-4b0b-b721-2895a3d9ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:33.096550 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b38148a4-bfce-4640-97be-3d51d9b92035 req-e72adb2e-2eaf-4b0b-b721-2895a3d9ac14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b21e72ce-09fd-41ba-b5df-295635ffcb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0721893 May 18 06:20:33.243589 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b38148a4-bfce-4640-97be-3d51d9b92035 req-37c26f41-5757-4118-acfc-9824d853ee32 service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251781 May 18 06:20:33.393639 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b38148a4-bfce-4640-97be-3d51d9b92035 req-f75061d1-24cb-4760-951b-d7a2cf07648f service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235526 May 18 06:20:33.521996 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe04ad0-f93c-48db-a125-fcbfa9565667 req-61641a43-a741-4df6-bf55-ea79536cf6e4 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:33.523417 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0fe04ad0-f93c-48db-a125-fcbfa9565667 req-61641a43-a741-4df6-bf55-ea79536cf6e4 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 945 time: 0.0827897 May 18 06:20:33.566933 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0fe04ad0-f93c-48db-a125-fcbfa9565667 req-6a95a96d-bec0-4677-8ea2-fddf79f5871a tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378458 May 18 06:20:34.094852 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58d07d-66ef-4200-8e35-4eb628c058b4 req-fe8b15bd-d692-4e8d-8bc3-025a232037ed tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:34.096299 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8e58d07d-66ef-4200-8e35-4eb628c058b4 req-fe8b15bd-d692-4e8d-8bc3-025a232037ed tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 944 time: 0.1422548 May 18 06:20:34.103527 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70660c04-87fe-4ab9-8649-8cd522ab247f req-a68c64ee-9217-4a18-95b0-479e9bbfde97 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:34.104857 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-70660c04-87fe-4ab9-8649-8cd522ab247f req-a68c64ee-9217-4a18-95b0-479e9bbfde97 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1141605 May 18 06:20:34.175208 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8e58d07d-66ef-4200-8e35-4eb628c058b4 req-3997aa4d-ddc8-4cf2-96a7-3faf016bb9ff tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693214 May 18 06:20:34.183774 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-70660c04-87fe-4ab9-8649-8cd522ab247f req-790cc945-d8fa-438b-8bdc-17fa8d40450f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650845 May 18 06:20:34.239427 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246ee78-93a0-4081-b768-9b8d3f6ac109 req-f55a1987-d02a-49ff-b796-056d88b2513e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:34.240156 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-4246ee78-93a0-4081-b768-9b8d3f6ac109 req-f55a1987-d02a-49ff-b796-056d88b2513e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Synchronizing usage tracker for tenant:21c079ec78ae49098f331d15095a4e48 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:34.252439 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-4246ee78-93a0-4081-b768-9b8d3f6ac109 req-f55a1987-d02a-49ff-b796-056d88b2513e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Unset dirty status for tenant:21c079ec78ae49098f331d15095a4e48 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:34.253528 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4246ee78-93a0-4081-b768-9b8d3f6ac109 req-f55a1987-d02a-49ff-b796-056d88b2513e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 945 time: 0.1721780 May 18 06:20:34.366724 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada4922-5c4f-4f45-8cb3-865c6070554f req-918dfe0d-d33b-4d2c-8c91-d1000a04a7a5 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:34.367542 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-dada4922-5c4f-4f45-8cb3-865c6070554f req-918dfe0d-d33b-4d2c-8c91-d1000a04a7a5 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 945 time: 0.0874281 May 18 06:20:34.392217 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-4246ee78-93a0-4081-b768-9b8d3f6ac109 req-3e37f0ce-2df5-41aa-a945-fd30401e35c9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Deleting port 341804d3-550b-46be-8fb8-1917689bdc69 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:20:34.392566 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-4246ee78-93a0-4081-b768-9b8d3f6ac109 req-3e37f0ce-2df5-41aa-a945-fd30401e35c9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:34.413974 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-dada4922-5c4f-4f45-8cb3-865c6070554f req-2667d484-1ad4-4ce5-8a67-d8664f970efb tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398884 May 18 06:20:34.530949 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-4246ee78-93a0-4081-b768-9b8d3f6ac109 req-3e37f0ce-2df5-41aa-a945-fd30401e35c9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] For port 341804d3-550b-46be-8fb8-1917689bdc69, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=341804d3-550b-46be-8fb8-1917689bdc69,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:34.531305 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-4246ee78-93a0-4081-b768-9b8d3f6ac109 req-3e37f0ce-2df5-41aa-a945-fd30401e35c9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:34.651369 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-4246ee78-93a0-4081-b768-9b8d3f6ac109 req-3e37f0ce-2df5-41aa-a945-fd30401e35c9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Calling delete_port for 341804d3-550b-46be-8fb8-1917689bdc69 owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:20:34.748754 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433e21b-f575-40cc-8358-22ea28cae08e req-5cb46c1f-a084-4f47-ba19-1cc5811a7bbb tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:34.750183 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5433e21b-f575-40cc-8358-22ea28cae08e req-5cb46c1f-a084-4f47-ba19-1cc5811a7bbb tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 945 time: 0.0770912 May 18 06:20:34.762224 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-4246ee78-93a0-4081-b768-9b8d3f6ac109 req-3e37f0ce-2df5-41aa-a945-fd30401e35c9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:34.767897 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-36956bb7-6fe7-4170-9f64-c79cc52c98f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:34.773401 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['d127f2be-6003-4e58-905a-795e54fd1442', '1268da61-abd1-46a1-a50c-13007e0cd52b'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:34.798707 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5433e21b-f575-40cc-8358-22ea28cae08e req-df308634-4aa0-499e-bb6e-73a9d0dcc38d tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419810 May 18 06:20:34.814701 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37f0ce-2df5-41aa-a945-fd30401e35c9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Pushing event deleted for resources: {'Port': ['ID=341804d3-550b-46be-8fb8-1917689bdc69,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:34.833361 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-3e37f0ce-2df5-41aa-a945-fd30401e35c9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:34.909153 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-4246ee78-93a0-4081-b768-9b8d3f6ac109 req-3e37f0ce-2df5-41aa-a945-fd30401e35c9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] No DVR routers for this DVR port 341804d3-550b-46be-8fb8-1917689bdc69 on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:20:34.911521 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-4246ee78-93a0-4081-b768-9b8d3f6ac109 req-3e37f0ce-2df5-41aa-a945-fd30401e35c9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:34.914679 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c1abcc-9999-4570-ac9c-871650fa9e76', 'name': 'network-vif-deleted', 'tag': '341804d3-550b-46be-8fb8-1917689bdc69'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:34.931114 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4246ee78-93a0-4081-b768-9b8d3f6ac109 req-3e37f0ce-2df5-41aa-a945-fd30401e35c9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "DELETE /v2.0/ports/341804d3-550b-46be-8fb8-1917689bdc69 HTTP/1.1" status: 204 len: 173 time: 0.6708443 May 18 06:20:34.963806 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c1abcc-9999-4570-ac9c-871650fa9e76', 'name': 'network-vif-deleted', 'tag': '341804d3-550b-46be-8fb8-1917689bdc69', 'status': 'completed', 'code': 200} May 18 06:20:35.422174 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef96292-5038-454f-9535-d6671a6cb262 req-167fa4e5-b347-4f16-bdf6-28aa02d4cff7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:35.423587 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0ef96292-5038-454f-9535-d6671a6cb262 req-167fa4e5-b347-4f16-bdf6-28aa02d4cff7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1050351 May 18 06:20:35.430804 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b8a63-56ee-4553-a32d-d105f4d04bc7 req-4e4615d2-4817-4284-a211-11d10dad81cf tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:35.432164 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0d5b8a63-56ee-4553-a32d-d105f4d04bc7 req-4e4615d2-4817-4284-a211-11d10dad81cf tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 944 time: 0.1480112 May 18 06:20:35.503016 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0ef96292-5038-454f-9535-d6671a6cb262 req-4371b4cf-3c3d-4d90-b280-6827c68b9918 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699344 May 18 06:20:35.507758 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0d5b8a63-56ee-4553-a32d-d105f4d04bc7 req-e2021aa9-cf1b-493b-8c29-1f572f8f6793 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599186 May 18 06:20:35.664112 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-62a9525a-7ea4-454c-af34-a6dea9fc3580 req-b345b413-05ac-4249-9113-990e6776df42 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8c1abcc-9999-4570-ac9c-871650fa9e76 HTTP/1.1" status: 200 len: 210 time: 0.0424764 May 18 06:20:36.008109 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405bbef-25c2-4605-8d87-1a3451cd8a22 req-a4b9e650-44f8-488e-911b-970f5619b8c2 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:36.009531 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9405bbef-25c2-4605-8d87-1a3451cd8a22 req-a4b9e650-44f8-488e-911b-970f5619b8c2 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 945 time: 0.0820606 May 18 06:20:36.053714 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9405bbef-25c2-4605-8d87-1a3451cd8a22 req-d07efe79-e1e7-4602-815b-47fd031a2886 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382607 May 18 06:20:36.560279 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device c25c3d21-a204-444f-8b92-004d404757cc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:20:36.563770 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 341804d3-550b-46be-8fb8-1917689bdc69 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:20:36.601370 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: 341804d3-550b-46be-8fb8-1917689bdc69 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:20:36.602303 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 341804d3-550b-46be-8fb8-1917689bdc69 not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:20:36.732811 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port c25c3d21-a204-444f-8b92-004d404757cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c25c3d21-a204-444f-8b92-004d404757cc,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:36.746897 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': 'c25c3d21-a204-444f-8b92-004d404757cc', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'port_id': 'c25c3d21-a204-444f-8b92-004d404757cc', 'mac_address': 'fa:16:3e:26:16:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:20:36.805598 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:36.821783 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25c3d21-a204-444f-8b92-004d404757cc {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:20:36.836514 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151e967-c38a-494f-94e7-bb45e83ba47b req-4ed2f621-e9b7-4b06-837c-c748d9eea521 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:36.837399 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port c25c3d21-a204-444f-8b92-004d404757cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c25c3d21-a204-444f-8b92-004d404757cc,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:36.838241 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e151e967-c38a-494f-94e7-bb45e83ba47b req-4ed2f621-e9b7-4b06-837c-c748d9eea521 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 944 time: 0.2241290 May 18 06:20:36.842798 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:36.844769 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:36.847893 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8339fa-bc29-45e6-aff2-4873eca9f842 req-bd65bc11-8eea-4dcb-ad9a-113e763f787f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:36.849339 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ec8339fa-bc29-45e6-aff2-4873eca9f842 req-bd65bc11-8eea-4dcb-ad9a-113e763f787f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.2329898 May 18 06:20:36.909965 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=c25c3d21-a204-444f-8b92-004d404757cc,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:36.913956 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:36.917459 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e151e967-c38a-494f-94e7-bb45e83ba47b req-78fdc415-1ff3-4b68-9d0e-b1c96d61c6f9 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666132 May 18 06:20:36.921725 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ec8339fa-bc29-45e6-aff2-4873eca9f842 req-f048dc2a-b72d-4526-9aab-2f75baeeb386 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583031 May 18 06:20:37.033604 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-fcafbd2e-a62f-4d11-8823-23778658ba86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:37.329812 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced88290-d188-4971-8702-eedc8f844da1 req-01176cfc-2078-453a-ae64-b9f8a64bda65 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:37.331344 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ced88290-d188-4971-8702-eedc8f844da1 req-01176cfc-2078-453a-ae64-b9f8a64bda65 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 945 time: 0.0901463 May 18 06:20:37.385023 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ced88290-d188-4971-8702-eedc8f844da1 req-43767d39-9b6b-49d4-be7f-d1b31454b10d tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478137 May 18 06:20:37.408022 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['c25c3d21-a204-444f-8b92-004d404757cc'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:37.533058 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec6b5f-ffff-4fad-b687-cfa32191fb14 req-59d2ff7d-4d53-49ed-bbde-09c6138628c7 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:37.534954 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9fec6b5f-ffff-4fad-b687-cfa32191fb14 req-59d2ff7d-4d53-49ed-bbde-09c6138628c7 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 946 time: 0.0952048 May 18 06:20:37.580065 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9fec6b5f-ffff-4fad-b687-cfa32191fb14 req-2e2bf2ca-5919-450e-bf31-b3a14530b5ce tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 May 18 06:20:37.831970 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ddd0f-f3ac-4f05-9c11-ec14708a9064 req-c0e1fa12-d2b6-44af-a0a0-0cf6b5bc2fbe tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:37.832671 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-f00ddd0f-f3ac-4f05-9c11-ec14708a9064 req-c0e1fa12-d2b6-44af-a0a0-0cf6b5bc2fbe tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Synchronizing usage tracker for tenant:fdf7922ff9f14802b88388294605d980 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:37.849113 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-f00ddd0f-f3ac-4f05-9c11-ec14708a9064 req-c0e1fa12-d2b6-44af-a0a0-0cf6b5bc2fbe tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Unset dirty status for tenant:fdf7922ff9f14802b88388294605d980 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:37.850709 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-f00ddd0f-f3ac-4f05-9c11-ec14708a9064 req-c0e1fa12-d2b6-44af-a0a0-0cf6b5bc2fbe tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.39 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 945 time: 0.0966461 May 18 06:20:37.989904 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-f00ddd0f-f3ac-4f05-9c11-ec14708a9064 req-e774aa98-4d87-44c0-a3b9-621c614235cc tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Deleting port 6d2d971b-4759-4377-ad12-0e87979599d0 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:20:37.990879 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f00ddd0f-f3ac-4f05-9c11-ec14708a9064 req-e774aa98-4d87-44c0-a3b9-621c614235cc tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:38.124321 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-f00ddd0f-f3ac-4f05-9c11-ec14708a9064 req-e774aa98-4d87-44c0-a3b9-621c614235cc tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] For port 6d2d971b-4759-4377-ad12-0e87979599d0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6d2d971b-4759-4377-ad12-0e87979599d0,segment=NetworkSegment(1720bef1-17e7-4c80-9aa1-9f3ad1b39e67),segment_id=1720bef1-17e7-4c80-9aa1-9f3ad1b39e67)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:38.124582 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f00ddd0f-f3ac-4f05-9c11-ec14708a9064 req-e774aa98-4d87-44c0-a3b9-621c614235cc tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:38.168513 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff7d0f-b169-4149-bf05-9afdf36890b1 req-6c10c089-1789-4fac-a38b-e7aee615180b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:38.169963 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9eff7d0f-b169-4149-bf05-9afdf36890b1 req-6c10c089-1789-4fac-a38b-e7aee615180b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1114337 May 18 06:20:38.177292 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95521405-b578-4501-9f73-750987376511 req-2ee30ddc-cca9-46fa-89ba-010dab1d4996 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:38.178672 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-95521405-b578-4501-9f73-750987376511 req-2ee30ddc-cca9-46fa-89ba-010dab1d4996 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 945 time: 0.1513631 May 18 06:20:38.244335 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-f00ddd0f-f3ac-4f05-9c11-ec14708a9064 req-e774aa98-4d87-44c0-a3b9-621c614235cc tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Calling delete_port for 6d2d971b-4759-4377-ad12-0e87979599d0 owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:20:38.247275 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9eff7d0f-b169-4149-bf05-9afdf36890b1 req-472c9a8e-476b-43b6-8e97-0037793f3268 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676794 May 18 06:20:38.251828 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-95521405-b578-4501-9f73-750987376511 req-e5e66176-3200-4698-9947-7dd7c34b193c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580311 May 18 06:20:38.365933 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f00ddd0f-f3ac-4f05-9c11-ec14708a9064 req-e774aa98-4d87-44c0-a3b9-621c614235cc tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:38.371178 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:38.417905 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774aa98-4d87-44c0-a3b9-621c614235cc tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Pushing event deleted for resources: {'Port': ['ID=6d2d971b-4759-4377-ad12-0e87979599d0,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:38.420844 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e774aa98-4d87-44c0-a3b9-621c614235cc tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:38.463002 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['6d2d971b-4759-4377-ad12-0e87979599d0'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:38.493265 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00ddd0f-f3ac-4f05-9c11-ec14708a9064 req-e774aa98-4d87-44c0-a3b9-621c614235cc tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] No DVR routers for this DVR port 6d2d971b-4759-4377-ad12-0e87979599d0 on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:20:38.499627 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f00ddd0f-f3ac-4f05-9c11-ec14708a9064 req-e774aa98-4d87-44c0-a3b9-621c614235cc tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:38.502787 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b315903e-5579-477c-96ee-5f67870e9699', 'name': 'network-vif-deleted', 'tag': '6d2d971b-4759-4377-ad12-0e87979599d0'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:38.518697 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-f00ddd0f-f3ac-4f05-9c11-ec14708a9064 req-e774aa98-4d87-44c0-a3b9-621c614235cc tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.39 "DELETE /v2.0/ports/6d2d971b-4759-4377-ad12-0e87979599d0 HTTP/1.1" status: 204 len: 173 time: 0.6620831 May 18 06:20:38.550739 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b315903e-5579-477c-96ee-5f67870e9699', 'name': 'network-vif-deleted', 'tag': '6d2d971b-4759-4377-ad12-0e87979599d0', 'status': 'completed', 'code': 200} May 18 06:20:38.616981 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0d029fb3-a135-44aa-9a69-6db833636940 req-0d434b58-e88e-45a1-bd4f-1dcbeddbb081 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=b315903e-5579-477c-96ee-5f67870e9699 HTTP/1.1" status: 200 len: 210 time: 0.0433416 May 18 06:20:38.767156 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229590e-a3b0-4825-b3de-3e045752235c req-f26979d8-de05-402f-b898-2f8db3192112 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:38.768590 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a229590e-a3b0-4825-b3de-3e045752235c req-f26979d8-de05-402f-b898-2f8db3192112 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 946 time: 0.0814507 May 18 06:20:38.813295 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a229590e-a3b0-4825-b3de-3e045752235c req-7e815688-3dd3-4cf8-9849-216e4792312e tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382476 May 18 06:20:39.396002 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3d79d-06e5-4478-b827-83fb03dcd29b req-6861cf53-1c1e-40ed-b16a-a54c8edfc6dd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:39.396744 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-20f3d79d-06e5-4478-b827-83fb03dcd29b req-6861cf53-1c1e-40ed-b16a-a54c8edfc6dd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Synchronizing usage tracker for tenant:21c079ec78ae49098f331d15095a4e48 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:39.412471 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-20f3d79d-06e5-4478-b827-83fb03dcd29b req-6861cf53-1c1e-40ed-b16a-a54c8edfc6dd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Unset dirty status for tenant:21c079ec78ae49098f331d15095a4e48 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:39.413553 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-20f3d79d-06e5-4478-b827-83fb03dcd29b req-6861cf53-1c1e-40ed-b16a-a54c8edfc6dd tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 946 time: 0.0973928 May 18 06:20:39.496194 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76a30c-3909-4ebc-b9ea-915e1ade859d req-15bcb989-634b-45e8-8e95-d7b1aa88d969 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:39.497660 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0c76a30c-3909-4ebc-b9ea-915e1ade859d req-15bcb989-634b-45e8-8e95-d7b1aa88d969 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1443918 May 18 06:20:39.506049 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0fa69-f3b1-455c-824b-e4b52c73a032 req-b824b7ce-3eeb-458f-9a02-d76cfc68f01f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:39.507399 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-77b0fa69-f3b1-455c-824b-e4b52c73a032 req-b824b7ce-3eeb-458f-9a02-d76cfc68f01f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 945 time: 0.1196609 May 18 06:20:39.577141 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0c76a30c-3909-4ebc-b9ea-915e1ade859d req-a07bbb08-5e18-4788-8ddc-1f75ea8aea0b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686886 May 18 06:20:39.585407 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-77b0fa69-f3b1-455c-824b-e4b52c73a032 req-ed910ad1-032a-481a-84ff-815884edb60c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643187 May 18 06:20:39.627527 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-20f3d79d-06e5-4478-b827-83fb03dcd29b req-14d8678e-7251-439a-90d4-fe3fe055a526 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Deleting port 1268da61-abd1-46a1-a50c-13007e0cd52b {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:20:39.628263 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-20f3d79d-06e5-4478-b827-83fb03dcd29b req-14d8678e-7251-439a-90d4-fe3fe055a526 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:39.763589 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-20f3d79d-06e5-4478-b827-83fb03dcd29b req-14d8678e-7251-439a-90d4-fe3fe055a526 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] For port 1268da61-abd1-46a1-a50c-13007e0cd52b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1268da61-abd1-46a1-a50c-13007e0cd52b,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:39.763973 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-20f3d79d-06e5-4478-b827-83fb03dcd29b req-14d8678e-7251-439a-90d4-fe3fe055a526 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:39.885976 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-20f3d79d-06e5-4478-b827-83fb03dcd29b req-14d8678e-7251-439a-90d4-fe3fe055a526 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Calling delete_port for 1268da61-abd1-46a1-a50c-13007e0cd52b owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:20:39.963264 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:39.997750 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-20f3d79d-06e5-4478-b827-83fb03dcd29b req-14d8678e-7251-439a-90d4-fe3fe055a526 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:40.003381 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:40.010213 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['d127f2be-6003-4e58-905a-795e54fd1442', '1268da61-abd1-46a1-a50c-13007e0cd52b'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:40.051838 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8678e-7251-439a-90d4-fe3fe055a526 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Pushing event deleted for resources: {'Port': ['ID=1268da61-abd1-46a1-a50c-13007e0cd52b,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:40.054904 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-14d8678e-7251-439a-90d4-fe3fe055a526 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:40.111868 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-76978474-50f8-4dd3-bd17-23bf0f1de16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:40.129678 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f3d79d-06e5-4478-b827-83fb03dcd29b req-14d8678e-7251-439a-90d4-fe3fe055a526 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] No DVR routers for this DVR port 1268da61-abd1-46a1-a50c-13007e0cd52b on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:20:40.132727 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-20f3d79d-06e5-4478-b827-83fb03dcd29b req-14d8678e-7251-439a-90d4-fe3fe055a526 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:40.138770 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-fecbd85b-7e3c-4ec9-87e4-aff6aa56abc9 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:40.140225 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-fecbd85b-7e3c-4ec9-87e4-aff6aa56abc9 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/networks?id=d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 HTTP/1.1" status: 200 len: 809 time: 0.2203107 May 18 06:20:40.149779 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-20f3d79d-06e5-4478-b827-83fb03dcd29b req-14d8678e-7251-439a-90d4-fe3fe055a526 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "DELETE /v2.0/ports/1268da61-abd1-46a1-a50c-13007e0cd52b HTTP/1.1" status: 204 len: 173 time: 0.7308552 May 18 06:20:40.150020 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941840aa-e9e9-4191-a69f-5fc732f8f816 req-e5b96925-1f5c-40e6-8b32-7e8f8a72ea35 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:40.151422 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-941840aa-e9e9-4191-a69f-5fc732f8f816 req-e5b96925-1f5c-40e6-8b32-7e8f8a72ea35 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c4231a-1067-4c01-808a-b5f16e7eb04d HTTP/1.1" status: 200 len: 867 time: 0.2297206 May 18 06:20:40.178391 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-5d8e7f40-1a6a-40f0-9db4-8998b387b94c tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/quotas/fdf7922ff9f14802b88388294605d980 HTTP/1.1" status: 200 len: 375 time: 0.0259953 May 18 06:20:40.245020 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-0442f7f2-0525-4a5f-bdc7-b0a2aa34ce45 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fdf7922ff9f14802b88388294605d980&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522940 May 18 06:20:40.247882 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-941840aa-e9e9-4191-a69f-5fc732f8f816 req-f43b8e60-c86f-4c7d-91f7-de0063e93967 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871985 May 18 06:20:40.375711 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-036f285b-bc69-44de-ace2-be789e5f5bd9 service neutron] 10.222.0.10 "GET /v2.0/networks/d88c28d3-3e3e-4538-9f02-b1cc0cbe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234057 May 18 06:20:40.504134 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-2569b659-e55c-4f6c-b1a3-c3531b329c13 service neutron] 10.222.0.10 "GET /v2.0/networks/d88c28d3-3e3e-4538-9f02-b1cc0cbe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217031 May 18 06:20:40.552854 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c4231a-1067-4c01-808a-b5f16e7eb04d', 'name': 'network-vif-deleted', 'tag': '1268da61-abd1-46a1-a50c-13007e0cd52b'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:40.603823 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device c25c3d21-a204-444f-8b92-004d404757cc up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:20:40.614381 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c4231a-1067-4c01-808a-b5f16e7eb04d', 'name': 'network-vif-deleted', 'tag': '1268da61-abd1-46a1-a50c-13007e0cd52b', 'status': 'completed', 'code': 200} May 18 06:20:40.726248 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port c25c3d21-a204-444f-8b92-004d404757cc completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:20:40.732801 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port c25c3d21-a204-444f-8b92-004d404757cc triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:20:40.733173 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:40.780370 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2f3c400a-a5ea-4904-bd44-3772a1a00c14 req-1dd9d705-9ce4-43aa-87b8-1f9929424f10 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 210 time: 0.0932727 May 18 06:20:40.849893 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f142d2-6df1-4f48-828a-96c089ce47d9 req-e7d92fb4-fac0-422e-bada-79d20a266969 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:40.852180 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-09f142d2-6df1-4f48-828a-96c089ce47d9 req-e7d92fb4-fac0-422e-bada-79d20a266969 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1278389 May 18 06:20:40.873356 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:40.900085 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:40.928178 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:40.938775 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port c25c3d21-a204-444f-8b92-004d404757cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c25c3d21-a204-444f-8b92-004d404757cc,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:40.944509 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:40.946782 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 1268da61-abd1-46a1-a50c-13007e0cd52b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:20:40.985008 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:41.030510 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: 1268da61-abd1-46a1-a50c-13007e0cd52b {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:20:41.030729 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 1268da61-abd1-46a1-a50c-13007e0cd52b not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:20:41.031217 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 6d2d971b-4759-4377-ad12-0e87979599d0 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:20:41.042628 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-09f142d2-6df1-4f48-828a-96c089ce47d9 req-011bf567-3e27-4319-bd6a-11075db96caa tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836205 May 18 06:20:41.095409 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994548ac-f3b9-4da0-8e28-2cd926a46412 req-d260da8d-15ca-4678-94b3-e80fb57b0762 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:41.096411 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: 6d2d971b-4759-4377-ad12-0e87979599d0 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:20:41.096759 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 6d2d971b-4759-4377-ad12-0e87979599d0 not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:20:41.098096 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-994548ac-f3b9-4da0-8e28-2cd926a46412 req-d260da8d-15ca-4678-94b3-e80fb57b0762 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 946 time: 0.1909583 May 18 06:20:41.116778 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=c25c3d21-a204-444f-8b92-004d404757cc,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:41.119874 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:41.151802 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-994548ac-f3b9-4da0-8e28-2cd926a46412 req-ea589591-95b7-45fc-ac81-eb8eeecc1bdb tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443110 May 18 06:20:41.249926 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc', 'code': 200} May 18 06:20:41.592527 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40fead-0850-4e06-87e2-b812f628cb20 req-bc443884-e86d-48b9-b00b-ad3c91ff638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:41.593990 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fc40fead-0850-4e06-87e2-b812f628cb20 req-bc443884-e86d-48b9-b00b-ad3c91ff638f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 1099 time: 0.0717697 May 18 06:20:41.637490 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fc40fead-0850-4e06-87e2-b812f628cb20 req-b2f15c2e-96ba-4ce5-815e-650aeffcdbde service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365491 May 18 06:20:41.934066 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-26fab34f-0778-4aef-8192-ee196af977e4 req-77344f75-77cc-46eb-bef0-de60a0d6f087 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 210 time: 0.0438929 May 18 06:20:42.060393 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:42.167376 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-aa7fd586-5ff1-410c-8d73-cbafcf7c9e8b tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:42.168869 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-aa7fd586-5ff1-410c-8d73-cbafcf7c9e8b tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.39 "GET /v2.0/networks?id=d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 HTTP/1.1" status: 200 len: 809 time: 0.1538510 May 18 06:20:42.184054 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Request body: {'port': {'device_id': 'a149ce61-37d4-43d2-b279-ab1928373618', 'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011', 'admin_state_up': True, 'tenant_id': 'fdf7922ff9f14802b88388294605d980'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:42.263613 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44b2d9-9df1-4674-b10d-bd002fd53179 req-a9616b60-ec79-440d-8613-d5f3fa48e30b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:42.265145 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6c44b2d9-9df1-4674-b10d-bd002fd53179 req-a9616b60-ec79-440d-8613-d5f3fa48e30b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0953572 May 18 06:20:42.331338 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:42.335384 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Usage tracker for resource:port and tenant:fdf7922ff9f14802b88388294605d980 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:42.338245 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:42.343835 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:42.353589 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Made reservation on behalf of fdf7922ff9f14802b88388294605d980 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:20:42.357365 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:42.360511 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6c44b2d9-9df1-4674-b10d-bd002fd53179 req-60f8ab51-c3b6-4ff5-9606-22cf1905d107 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603127 May 18 06:20:42.382223 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6de360-73a9-4eb4-8241-81214b948c35 req-8e2ee12b-e6f9-445f-bb3f-5f3edfac9cb2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:42.383735 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7b6de360-73a9-4eb4-8241-81214b948c35 req-8e2ee12b-e6f9-445f-bb3f-5f3edfac9cb2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 946 time: 0.1177242 May 18 06:20:42.431588 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7b6de360-73a9-4eb4-8241-81214b948c35 req-617ef3ce-0c4b-4092-9b56-1c94fdb2eaf9 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 May 18 06:20:42.533765 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Allocated IP 172.20.0.13 (d88c28d3-3e3e-4538-9f02-b1cc0cbe9011/f5cee38f-16be-408a-a2db-0d1baf4989f2/1017b7aa-8a8e-40d9-bab8-5d705d24ecff) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:20:42.731498 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:42.764656 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:42.770212 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9508a072-8438-404d-a174-c1a4dfaacb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:42.840239 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Network d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:20:42.843279 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:20:42.847040 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:20:42.877974 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Pushing event updated for resources: {'Port': ['ID=1017b7aa-8a8e-40d9-bab8-5d705d24ecff,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:42.897943 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:42.898298 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:42.898647 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:42.898992 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:42.899331 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:42.899668 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:42.900003 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:42.900368 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:42.900700 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:42.901032 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:42.901367 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:42.901695 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:42.907292 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:42.925041 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:42.925651 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:42.953689 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7753921 May 18 06:20:42.957911 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87fcdc-a34b-4181-8d05-53b7a0ba81e1 req-406c3ca8-b8fd-4ade-90f0-1cc995c46b83 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:42.960798 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6c87fcdc-a34b-4181-8d05-53b7a0ba81e1 req-406c3ca8-b8fd-4ade-90f0-1cc995c46b83 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 946 time: 0.0946901 May 18 06:20:43.013377 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6c87fcdc-a34b-4181-8d05-53b7a0ba81e1 req-1df9fa00-2248-4632-aa0b-b823144ca65b tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466902 May 18 06:20:43.100515 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Request body: {'port': {'device_id': 'a149ce61-37d4-43d2-b279-ab1928373618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:43.131884 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd814a-91dc-4118-825c-75873da9a96c req-7a7d6ca9-8278-4797-80d9-65d0d2f3485d tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:43.133373 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-84dd814a-91dc-4118-825c-75873da9a96c req-7a7d6ca9-8278-4797-80d9-65d0d2f3485d tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 932 time: 0.0808682 May 18 06:20:43.177097 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-84dd814a-91dc-4118-825c-75873da9a96c req-a75506fd-c5ba-4fc8-a4f4-1946095ec36b tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379951 May 18 06:20:43.210711 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:43.622167 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1017b7aa-8a8e-40d9-bab8-5d705d24ecff {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:20:43.629469 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:43.634941 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911e20c-1ed5-4592-be87-8fd4bf9fa9a6 req-52dbed50-6966-45e1-b500-1e2a58cd49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:43.636428 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d911e20c-1ed5-4592-be87-8fd4bf9fa9a6 req-52dbed50-6966-45e1-b500-1e2a58cd49f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 1099 time: 0.1960590 May 18 06:20:43.643845 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Transition to ACTIVE for port object 1017b7aa-8a8e-40d9-bab8-5d705d24ecff will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:20:43.647465 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:43.651059 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-3e37f0ce-2df5-41aa-a945-fd30401e35c9 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:43.651201 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c61b7-f14f-43e2-9cef-e5f183781bb5 req-6bf7176c-8513-4b2d-a560-348d6c4e5a06 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:43.652534 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ad2c61b7-f14f-43e2-9cef-e5f183781bb5 req-6bf7176c-8513-4b2d-a560-348d6c4e5a06 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1679671 May 18 06:20:43.714008 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a676e2b-fd13-4a4b-bf74-44f45d222977 req-f7f6dea8-117e-4593-8a3d-3dbe7b249e36 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:43.715439 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1a676e2b-fd13-4a4b-bf74-44f45d222977 req-f7f6dea8-117e-4593-8a3d-3dbe7b249e36 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 946 time: 0.1721613 May 18 06:20:43.732936 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d911e20c-1ed5-4592-be87-8fd4bf9fa9a6 req-e98a2967-eea0-4fe0-9938-a79312820830 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795043 May 18 06:20:43.752258 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ad2c61b7-f14f-43e2-9cef-e5f183781bb5 req-6cee02a0-6508-4065-96ae-6da6d6a76e7f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824344 May 18 06:20:43.778171 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1a676e2b-fd13-4a4b-bf74-44f45d222977 req-50389bce-da5c-4392-b598-72572c72a2c1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516202 May 18 06:20:43.833959 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Pushing event updated for resources: {'Port': ['ID=1017b7aa-8a8e-40d9-bab8-5d705d24ecff,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:43.840161 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:43.879687 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Attempting to bind port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:20:43.880011 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Attempting to bind port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '1720bef1-17e7-4c80-9aa1-9f3ad1b39e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:20:43.880398 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Attempting to bind port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff on network d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:20:43.885015 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff on network d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:20:43.885333 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Attempting to bind port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff on network d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:20:43.890334 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:20:43.890667 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Checking segment: {'id': '1720bef1-17e7-4c80-9aa1-9f3ad1b39e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:20:43.891048 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Bound using segment: {'id': '1720bef1-17e7-4c80-9aa1-9f3ad1b39e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:20:43.891468 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Bound port: 1017b7aa-8a8e-40d9-bab8-5d705d24ecff, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1720bef1-17e7-4c80-9aa1-9f3ad1b39e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:20:43.891808 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:43.984199 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] For port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:20:43.987279 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] For port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1017b7aa-8a8e-40d9-bab8-5d705d24ecff,segment=NetworkSegment(1720bef1-17e7-4c80-9aa1-9f3ad1b39e67),segment_id=1720bef1-17e7-4c80-9aa1-9f3ad1b39e67)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:20:43.994165 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:43.998199 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1b54f6da-2ef4-44ae-9ea5-18f1c6f3e45f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:44.057561 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:44.058329 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:44.059686 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] 10.222.0.39 "PUT /v2.0/ports/1017b7aa-8a8e-40d9-bab8-5d705d24ecff HTTP/1.1" status: 200 len: 1094 time: 0.9643707 May 18 06:20:44.060214 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a149ce61-37d4-43d2-b279-ab1928373618', 'tag': '1017b7aa-8a8e-40d9-bab8-5d705d24ecff'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:44.071304 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1313c-b959-421f-a5f8-db6c6a2a83fc req-6526996e-36e9-4bba-a111-512719b69fed tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:44.073110 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-88e1313c-b959-421f-a5f8-db6c6a2a83fc req-6526996e-36e9-4bba-a111-512719b69fed tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 946 time: 0.0900922 May 18 06:20:44.083331 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Pushing event updated for resources: {'Port': ['ID=1017b7aa-8a8e-40d9-bab8-5d705d24ecff,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:44.086931 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:44.123901 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-88e1313c-b959-421f-a5f8-db6c6a2a83fc req-7335e96d-4d18-416a-aa46-45f15a51879d tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 May 18 06:20:44.179199 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a149ce61-37d4-43d2-b279-ab1928373618', 'tag': '1017b7aa-8a8e-40d9-bab8-5d705d24ecff', 'status': 'completed', 'code': 200} May 18 06:20:44.181323 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-764ac03d-c99e-4a44-9f0d-3295c6eda62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:44.182925 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-764ac03d-c99e-4a44-9f0d-3295c6eda62d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fdf7922ff9f14802b88388294605d980&device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 1097 time: 0.0769477 May 18 06:20:44.214896 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f4a92-293f-43a5-ab17-bac0cd4c597b req-24ab7154-a34c-4506-bd08-43ce3c5524e4 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:44.216450 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c55f4a92-293f-43a5-ab17-bac0cd4c597b req-24ab7154-a34c-4506-bd08-43ce3c5524e4 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 946 time: 0.0892937 May 18 06:20:44.261701 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c55f4a92-293f-43a5-ab17-bac0cd4c597b req-0638cb77-6a86-4bbf-ab35-7b1485a239a8 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391157 May 18 06:20:44.266752 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-91365616-6192-40fe-abfa-7ff4f40d7c73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1017b7aa-8a8e-40d9-bab8-5d705d24ecff HTTP/1.1" status: 200 len: 217 time: 0.0614610 May 18 06:20:44.335227 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-09ec5bdc-49fe-4a9f-9bbc-9edd05fbbfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:44.336677 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-09ec5bdc-49fe-4a9f-9bbc-9edd05fbbfd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5cee38f-16be-408a-a2db-0d1baf4989f2 HTTP/1.1" status: 200 len: 849 time: 0.0606277 May 18 06:20:44.389953 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-f897f44d-5acf-483a-af4e-2b6ca5deed7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d88c28d3-3e3e-4538-9f02-b1cc0cbe9011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449276 May 18 06:20:44.435155 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e16d6-541f-490e-987a-f03e8fbec650 req-3ac4d760-ef3d-49cc-9bd0-3f4a911f16b0 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:44.436610 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a44e16d6-541f-490e-987a-f03e8fbec650 req-3ac4d760-ef3d-49cc-9bd0-3f4a911f16b0 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 944 time: 0.0781739 May 18 06:20:44.518563 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a44e16d6-541f-490e-987a-f03e8fbec650 req-623f2d7e-5146-47ef-baaf-7d8daa765d9d tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759418 May 18 06:20:44.527469 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-5b5ba9f6-7e9e-4814-aeb8-eb267a50cd82 service neutron] 10.222.0.39 "GET /v2.0/networks/d88c28d3-3e3e-4538-9f02-b1cc0cbe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290009 May 18 06:20:44.567043 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752307a9-cf83-4e71-b860-c44042a4ac1b req-1667332d-7009-47f6-a504-c0cdf92ccbe2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:44.569146 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-752307a9-cf83-4e71-b860-c44042a4ac1b req-1667332d-7009-47f6-a504-c0cdf92ccbe2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 946 time: 0.0873027 May 18 06:20:44.613673 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-752307a9-cf83-4e71-b860-c44042a4ac1b req-2aa1bfe8-a5a4-422d-9e3a-24c6640c3d98 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387547 May 18 06:20:44.660733 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82d97c30-657e-4e8e-b462-4e1e8d6c4236 req-7e14038e-66a8-4e96-949c-98a5429de9a5 service neutron] 10.222.0.39 "GET /v2.0/networks/d88c28d3-3e3e-4538-9f02-b1cc0cbe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249857 May 18 06:20:44.784843 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf566e-0843-4204-ba67-ce9743f923f1 req-431ce5d4-54c3-4ede-a311-0faff19565da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:44.786475 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fdf566e-0843-4204-ba67-ce9743f923f1 req-431ce5d4-54c3-4ede-a311-0faff19565da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fdf7922ff9f14802b88388294605d980&device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 1097 time: 0.0759864 May 18 06:20:44.928982 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf566e-0843-4204-ba67-ce9743f923f1 req-be9a945d-aabd-46b0-b1c5-6e9aadb17550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:44.930673 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fdf566e-0843-4204-ba67-ce9743f923f1 req-be9a945d-aabd-46b0-b1c5-6e9aadb17550 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 HTTP/1.1" status: 200 len: 909 time: 0.1377165 May 18 06:20:44.971416 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc435e94-6ede-42e2-ab17-0ca777d2bd1f req-93765152-d67d-47fe-992a-09ad30f8ae55 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:44.973129 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-dc435e94-6ede-42e2-ab17-0ca777d2bd1f req-93765152-d67d-47fe-992a-09ad30f8ae55 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1056051 May 18 06:20:45.025197 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-dc435e94-6ede-42e2-ab17-0ca777d2bd1f req-f5fa5476-82c3-4335-bd0d-45d20a3939f0 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461349 May 18 06:20:45.061469 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fdf566e-0843-4204-ba67-ce9743f923f1 req-87075c64-8ff8-4f8a-a308-3f122881d892 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1017b7aa-8a8e-40d9-bab8-5d705d24ecff HTTP/1.1" status: 200 len: 217 time: 0.1230226 May 18 06:20:45.280806 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf566e-0843-4204-ba67-ce9743f923f1 req-c81c8a3d-8d27-4d0a-90d7-d1e98129be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:45.282288 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fdf566e-0843-4204-ba67-ce9743f923f1 req-c81c8a3d-8d27-4d0a-90d7-d1e98129be02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5cee38f-16be-408a-a2db-0d1baf4989f2 HTTP/1.1" status: 200 len: 849 time: 0.2077208 May 18 06:20:45.331730 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fdf566e-0843-4204-ba67-ce9743f923f1 req-bfaf53e9-a809-4b83-a63f-74c5dbdb618c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d88c28d3-3e3e-4538-9f02-b1cc0cbe9011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408971 May 18 06:20:45.470966 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fdf566e-0843-4204-ba67-ce9743f923f1 req-2b48efc4-30a4-4fa3-9ba1-8c3fff3e554b service neutron] 10.222.0.39 "GET /v2.0/networks/d88c28d3-3e3e-4538-9f02-b1cc0cbe9011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229203 May 18 06:20:45.513282 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f81f2a-a9b2-40c9-bddd-a90fee2e66d2 req-144fa05a-fcc5-41dc-b136-5245895a1aa1 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:45.514740 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-72f81f2a-a9b2-40c9-bddd-a90fee2e66d2 req-144fa05a-fcc5-41dc-b136-5245895a1aa1 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 946 time: 0.1441395 May 18 06:20:45.522560 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76720a-f1f7-4e22-a11d-87e366da8823 req-01ee8466-2ed0-4121-9997-f4d010dd512c tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:45.523855 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-bd76720a-f1f7-4e22-a11d-87e366da8823 req-01ee8466-2ed0-4121-9997-f4d010dd512c tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 946 time: 0.1162329 May 18 06:20:45.607526 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1fdf566e-0843-4204-ba67-ce9743f923f1 req-084f5a67-1874-4da9-bfd3-42c10c812bfd service neutron] 10.222.0.39 "GET /v2.0/networks/d88c28d3-3e3e-4538-9f02-b1cc0cbe9011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298475 May 18 06:20:45.617919 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-72f81f2a-a9b2-40c9-bddd-a90fee2e66d2 req-8b7da674-25b1-426c-9192-4b72eba57ce6 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4fef433-54bf-42f8-a07b-dda9eb051aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931056 May 18 06:20:45.821633 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-bd76720a-f1f7-4e22-a11d-87e366da8823 req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Deleting port d127f2be-6003-4e58-905a-795e54fd1442 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:20:45.821888 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-bd76720a-f1f7-4e22-a11d-87e366da8823 req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:45.845519 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16984d2-57a4-449e-9621-2d84f8c19b48 req-d803ab87-f1f0-435e-b8ee-42f2549ca6c7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:45.846929 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a16984d2-57a4-449e-9621-2d84f8c19b48 req-d803ab87-f1f0-435e-b8ee-42f2549ca6c7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 944 time: 0.1956832 May 18 06:20:45.969531 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a16984d2-57a4-449e-9621-2d84f8c19b48 req-80ae3ff5-d4e0-4fd7-80e7-68fed77687ed tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755501 May 18 06:20:45.996315 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-bd76720a-f1f7-4e22-a11d-87e366da8823 req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] For port d127f2be-6003-4e58-905a-795e54fd1442, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d127f2be-6003-4e58-905a-795e54fd1442,segment=NetworkSegment(8d9739d0-4377-4685-92c5-81595682a677),segment_id=8d9739d0-4377-4685-92c5-81595682a677)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:45.996673 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-bd76720a-f1f7-4e22-a11d-87e366da8823 req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:46.119696 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [req-bd76720a-f1f7-4e22-a11d-87e366da8823 req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Calling delete_port for d127f2be-6003-4e58-905a-795e54fd1442 owned by compute:nova {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:20:46.266508 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570e76f-b8d9-4bab-a5ac-350315057a35 req-748d3ce6-ece4-46c9-87ed-fae59bf50454 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:46.268066 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4570e76f-b8d9-4bab-a5ac-350315057a35 req-748d3ce6-ece4-46c9-87ed-fae59bf50454 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1239278 May 18 06:20:46.327393 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4570e76f-b8d9-4bab-a5ac-350315057a35 req-3bd8d55d-ad6b-4a99-bf2c-d9d427418197 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492139 May 18 06:20:46.357665 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-bd76720a-f1f7-4e22-a11d-87e366da8823 req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:46.365510 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:46.372532 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['d127f2be-6003-4e58-905a-795e54fd1442'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:46.465613 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Pushing event deleted for resources: {'Port': ['ID=d127f2be-6003-4e58-905a-795e54fd1442,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:46.473474 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:46.474800 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:46.475164 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:46.475510 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:46.475849 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:46.476219 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:46.476560 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:46.476903 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:46.477230 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:46.477564 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:46.477933 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:46.478243 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:46.485808 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:46.521456 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd76720a-f1f7-4e22-a11d-87e366da8823 req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] No DVR routers for this DVR port d127f2be-6003-4e58-905a-795e54fd1442 on host hv-cinder-78462 {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:20:46.524254 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-bd76720a-f1f7-4e22-a11d-87e366da8823 req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:46.526863 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c647369-2947-4fcb-8c28-ee218f64af4d', 'name': 'network-vif-deleted', 'tag': 'd127f2be-6003-4e58-905a-795e54fd1442'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:46.547730 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-bd76720a-f1f7-4e22-a11d-87e366da8823 req-0e74cf41-9c60-401a-82bd-fa0239d7fe49 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.39 "DELETE /v2.0/ports/d127f2be-6003-4e58-905a-795e54fd1442 HTTP/1.1" status: 204 len: 173 time: 1.0100384 May 18 06:20:46.613484 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c647369-2947-4fcb-8c28-ee218f64af4d', 'name': 'network-vif-deleted', 'tag': 'd127f2be-6003-4e58-905a-795e54fd1442', 'status': 'completed', 'code': 200} May 18 06:20:46.818332 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-75b07b95-2de3-4d57-809d-df5c298b2527 req-e70160ac-1d55-4b73-9ebd-c0537fc85dfe tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Synchronizing usage tracker for tenant:21c079ec78ae49098f331d15095a4e48 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:46.834325 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-75b07b95-2de3-4d57-809d-df5c298b2527 req-e70160ac-1d55-4b73-9ebd-c0537fc85dfe tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Unset dirty status for tenant:21c079ec78ae49098f331d15095a4e48 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:46.835531 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-75b07b95-2de3-4d57-809d-df5c298b2527 req-e70160ac-1d55-4b73-9ebd-c0537fc85dfe tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c647369-2947-4fcb-8c28-ee218f64af4d HTTP/1.1" status: 200 len: 210 time: 0.0621204 May 18 06:20:47.207729 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415053ef-5b2e-4b30-977f-d58336289014 req-110683fd-5268-4937-b777-ad3f005f8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:47.209164 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-415053ef-5b2e-4b30-977f-d58336289014 req-110683fd-5268-4937-b777-ad3f005f8ca1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c21dcf34e0574c399a2bc5964d0fa113&device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 1099 time: 0.1531742 May 18 06:20:47.335579 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ee6fd-21d4-47d9-b08f-e5467e7ae739 req-756a9036-941f-4ea2-b43f-a37ceb65c5ed tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:47.337087 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c91ee6fd-21d4-47d9-b08f-e5467e7ae739 req-756a9036-941f-4ea2-b43f-a37ceb65c5ed tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 944 time: 0.2236481 May 18 06:20:47.464461 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c91ee6fd-21d4-47d9-b08f-e5467e7ae739 req-33786300-95d3-413f-b045-6a53f2d138a3 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137941 May 18 06:20:47.494014 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415053ef-5b2e-4b30-977f-d58336289014 req-df56c629-2586-499e-8a6b-861c89f56f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:47.495440 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-415053ef-5b2e-4b30-977f-d58336289014 req-df56c629-2586-499e-8a6b-861c89f56f21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=63fb2906-cb4e-4f2c-956d-77352265304c HTTP/1.1" status: 200 len: 919 time: 0.2698610 May 18 06:20:47.568644 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e761c5e-9c62-4247-80fd-5c2265a83dfa req-4a0d35eb-6e94-4e98-909e-cefa0a196e75 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:47.570109 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2e761c5e-9c62-4247-80fd-5c2265a83dfa req-4a0d35eb-6e94-4e98-909e-cefa0a196e75 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.2232368 May 18 06:20:47.579322 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-415053ef-5b2e-4b30-977f-d58336289014 req-f1d175ba-37aa-4fd6-8e9d-69e829abde48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07550f62-2fe0-47d6-80c1-a4e85a841434 HTTP/1.1" status: 200 len: 217 time: 0.0753543 May 18 06:20:47.666371 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2e761c5e-9c62-4247-80fd-5c2265a83dfa req-3131a715-2caa-4e63-8993-5968243e4a4b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885272 May 18 06:20:47.674136 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415053ef-5b2e-4b30-977f-d58336289014 req-9b629a8a-2fd8-49e3-9b4a-4a10c5d7839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:47.675527 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-415053ef-5b2e-4b30-977f-d58336289014 req-9b629a8a-2fd8-49e3-9b4a-4a10c5d7839f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49 HTTP/1.1" status: 200 len: 859 time: 0.0819836 May 18 06:20:47.725026 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-415053ef-5b2e-4b30-977f-d58336289014 req-3296d185-8104-4b56-8245-b0f1a0af6cc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63fb2906-cb4e-4f2c-956d-77352265304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425086 May 18 06:20:47.931588 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45728) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:47.942493 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-415053ef-5b2e-4b30-977f-d58336289014 req-a46ca5e8-b750-458e-8ac7-257f523fcfb0 service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103410 May 18 06:20:47.993957 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_v2 [None req-803cb88f-8e0a-45a4-87f8-ce2825576690 admin admin] Deleting subnet 6bf6dc63-a4ed-4903-9854-af249747843b {{(pid=78806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:20:47.997168 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-803cb88f-8e0a-45a4-87f8-ce2825576690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.052228 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-803cb88f-8e0a-45a4-87f8-ce2825576690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3782833'] for subnet, precommit_delete_associations {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.088989 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-415053ef-5b2e-4b30-977f-d58336289014 req-91402714-3dbe-4cfe-8776-3dfd6a328916 service neutron] 10.222.0.39 "GET /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390860 May 18 06:20:48.107794 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-803cb88f-8e0a-45a4-87f8-ce2825576690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.372164 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-803cb88f-8e0a-45a4-87f8-ce2825576690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3007564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126337'] for subnet, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.377513 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-56cc2467-72cb-4245-9498-7269861d0855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:48.414130 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cb88f-8e0a-45a4-87f8-ce2825576690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf6dc63-a4ed-4903-9854-af249747843b,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:48.417014 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-803cb88f-8e0a-45a4-87f8-ce2825576690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:48.418014 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-803cb88f-8e0a-45a4-87f8-ce2825576690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.423799 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-803cb88f-8e0a-45a4-87f8-ce2825576690 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6bf6dc63-a4ed-4903-9854-af249747843b HTTP/1.1" status: 204 len: 168 time: 0.4910703 May 18 06:20:48.426244 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45742) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:48.547293 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.657629 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1bed1-3ad2-4a59-84f2-9996deca08d1 req-36032fef-a43b-4087-b296-ba6a707f96c6 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:48.659178 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-59a1bed1-3ad2-4a59-84f2-9996deca08d1 req-36032fef-a43b-4087-b296-ba6a707f96c6 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 944 time: 0.0803235 May 18 06:20:48.671264 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 1017b7aa-8a8e-40d9-bab8-5d705d24ecff details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:20:48.679873 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.681528 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device d127f2be-6003-4e58-905a-795e54fd1442 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:20:48.699553 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7219fb-4a72-4b36-b8af-8b4a9cacde9c']}} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:48.719259 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9739d0-4377-4685-92c5-81595682a677') {'for_net_delete': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:48.719596 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9739d0-4377-4685-92c5-81595682a677') {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:48.735509 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782846'] for segment, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.754618 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-59a1bed1-3ad2-4a59-84f2-9996deca08d1 req-3ff757ad-39fe-4c94-baf9-00dcf19e4c3b tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871949 May 18 06:20:48.769059 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.785152 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=78806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:20:48.785652 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3007722'] for segment, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: Traceback (most recent call last): May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: timer() May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: cb(*args, **kw) May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: return func(*args, **kwargs) May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: self._notify() May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: self.callback(batched_events) May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: event.method(event) May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: return f(self, *a, **k) May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: return self._get(url).json() May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: return self.request(url, 'GET', **kwargs) May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:20:48.803744 dv-cinder-784623-10-smb neutron-server[78806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:20:48.837014 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: d127f2be-6003-4e58-905a-795e54fd1442 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:20:48.837459 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device d127f2be-6003-4e58-905a-795e54fd1442 not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:20:48.876928 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1017b7aa-8a8e-40d9-bab8-5d705d24ecff,segment=NetworkSegment(1720bef1-17e7-4c80-9aa1-9f3ad1b39e67),segment_id=1720bef1-17e7-4c80-9aa1-9f3ad1b39e67)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:48.891425 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '1017b7aa-8a8e-40d9-bab8-5d705d24ecff', 'network_id': 'd88c28d3-3e3e-4538-9f02-b1cc0cbe9011', 'port_id': '1017b7aa-8a8e-40d9-bab8-5d705d24ecff', 'mac_address': 'fa:16:3e:54:d8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cee38f-16be-408a-a2db-0d1baf4989f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:20:48.912400 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.918137 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.923532 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:48.951418 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7219fb-4a72-4b36-b8af-8b4a9cacde9c,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:48.953989 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:48.960636 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-c8e3b757-a63f-491f-8952-d5ec4556e99a admin admin] 10.222.0.10 "DELETE /v2.0/networks/1f7219fb-4a72-4b36-b8af-8b4a9cacde9c HTTP/1.1" status: 204 len: 168 time: 0.5308220 May 18 06:20:48.980533 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.997580 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1017b7aa-8a8e-40d9-bab8-5d705d24ecff {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:20:49.003453 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19eb65-f33a-4fb0-843d-8c52d40b25e4 req-aaaa81b1-0a74-4e96-804c-ee206dab9c4f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:49.011738 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-db19eb65-f33a-4fb0-843d-8c52d40b25e4 req-aaaa81b1-0a74-4e96-804c-ee206dab9c4f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1177235 May 18 06:20:49.013802 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1017b7aa-8a8e-40d9-bab8-5d705d24ecff,segment=NetworkSegment(1720bef1-17e7-4c80-9aa1-9f3ad1b39e67),segment_id=1720bef1-17e7-4c80-9aa1-9f3ad1b39e67)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:49.019319 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:49.022039 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:49.058888 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-db19eb65-f33a-4fb0-843d-8c52d40b25e4 req-28de2bb7-a20d-473d-b143-7645e566587b tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461857 May 18 06:20:49.090207 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=1017b7aa-8a8e-40d9-bab8-5d705d24ecff,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:49.093274 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:49.169562 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45754) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:49.216453 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-1662ddda-5ffd-445d-878c-5dd83bc91e60 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21c079ec78ae49098f331d15095a4e48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0456977 May 18 06:20:49.218672 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45758) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:49.278575 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3a33e8da-39f4-4bef-951a-a0c2458503dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:49.303622 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3a33e8da-39f4-4bef-951a-a0c2458503dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:49.355418 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3a33e8da-39f4-4bef-951a-a0c2458503dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:49.360200 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-db2fd5e7-cfb5-41ba-bb7d-8056b50475b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:49.373522 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33e8da-39f4-4bef-951a-a0c2458503dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fef433-54bf-42f8-a07b-dda9eb051aee,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:49.376460 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-3a33e8da-39f4-4bef-951a-a0c2458503dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:49.377672 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3a33e8da-39f4-4bef-951a-a0c2458503dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:49.378965 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-3a33e8da-39f4-4bef-951a-a0c2458503dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4fef433-54bf-42f8-a07b-dda9eb051aee HTTP/1.1" status: 204 len: 168 time: 0.1592526 May 18 06:20:49.797172 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['1017b7aa-8a8e-40d9-bab8-5d705d24ecff'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:49.900233 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe37b-eeb3-4f45-ad50-9dd20b3065a5 req-d86b2c8b-f802-4cde-9b6e-b120a00f29ce tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:49.901776 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-46ffe37b-eeb3-4f45-ad50-9dd20b3065a5 req-d86b2c8b-f802-4cde-9b6e-b120a00f29ce tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 946 time: 0.1299853 May 18 06:20:50.012883 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-46ffe37b-eeb3-4f45-ad50-9dd20b3065a5 req-b6d5975d-1778-4551-9345-b77e9f2b48b3 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974629 May 18 06:20:50.031492 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45788) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:50.106940 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc3a8d-7147-4da9-8fdd-d84a62661205 req-a6a0e212-f9e6-450f-987a-58b1b4b5021f tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:50.115750 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-24dc3a8d-7147-4da9-8fdd-d84a62661205 req-a6a0e212-f9e6-450f-987a-58b1b4b5021f tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 945 time: 0.1598637 May 18 06:20:50.169047 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-24dc3a8d-7147-4da9-8fdd-d84a62661205 req-6cdea65b-a749-4cc0-8e7d-2c7654a422a7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523477 May 18 06:20:50.348231 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e437b-5364-455b-bd3e-a397f47f8b8a req-0a85bf3e-87e4-4b21-9da2-88cd9516e04d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:50.349781 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-030e437b-5364-455b-bd3e-a397f47f8b8a req-0a85bf3e-87e4-4b21-9da2-88cd9516e04d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0879917 May 18 06:20:50.396987 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-030e437b-5364-455b-bd3e-a397f47f8b8a req-d36c2f1e-61c6-4106-b0c6-664fc2f14ddd tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 May 18 06:20:50.449711 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76d00d-d2b8-4259-876c-4c807d0c14cd tempest-TestMinimumBasicScenario-505358833 tempest-TestMinimumBasicScenario-505358833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:50.450673 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-4b76d00d-d2b8-4259-876c-4c807d0c14cd tempest-TestMinimumBasicScenario-505358833 tempest-TestMinimumBasicScenario-505358833-project-admin] Synchronizing usage tracker for tenant:57ae965ff185438fbea74cb5fa70ff48 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:50.468070 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-4b76d00d-d2b8-4259-876c-4c807d0c14cd tempest-TestMinimumBasicScenario-505358833 tempest-TestMinimumBasicScenario-505358833-project-admin] Unset dirty status for tenant:57ae965ff185438fbea74cb5fa70ff48 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:50.469347 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-4b76d00d-d2b8-4259-876c-4c807d0c14cd tempest-TestMinimumBasicScenario-505358833 tempest-TestMinimumBasicScenario-505358833-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 1094 time: 0.4342303 May 18 06:20:50.472224 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45808) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:50.477804 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Request body: {'floatingip': {'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'port_id': 'c25c3d21-a204-444f-8b92-004d404757cc', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:50.483395 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:50.487154 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Usage tracker for resource:floatingip and tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:50.490706 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:50.496337 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:50.506825 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for floatingip, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:50.658830 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:50.898323 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Allocated IP 172.28.2.70 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/fe58075d-de9a-4d4c-b1d5-3fb387d2fe29) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:20:51.099533 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:51.138016 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:51.143444 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-637ea136-9bc9-4c3b-9ea7-ec723e9029cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:51.207974 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a4a96-1a02-4102-8a67-e693e98a90e0 req-e615abe1-3263-4554-a87a-7600e1bca8d2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:51.215677 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fa8a4a96-1a02-4102-8a67-e693e98a90e0 req-e615abe1-3263-4554-a87a-7600e1bca8d2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1548250 May 18 06:20:51.219685 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:20:51.222701 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:20:51.226762 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:20:51.267683 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event updated for resources: {'Port': ['ID=fe58075d-de9a-4d4c-b1d5-3fb387d2fe29,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:51.273022 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:51.292029 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fa8a4a96-1a02-4102-8a67-e693e98a90e0 req-3b224015-e5d1-4170-aa7c-070cbe705a2e tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719888 May 18 06:20:51.479683 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf2971-4644-4c91-8eaf-a49ef9b858be req-3bacf5a6-62a7-4112-a88f-7e220df3c739 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:51.481410 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e9cf2971-4644-4c91-8eaf-a49ef9b858be req-3bacf5a6-62a7-4112-a88f-7e220df3c739 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 945 time: 0.0933862 May 18 06:20:51.541936 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e9cf2971-4644-4c91-8eaf-a49ef9b858be req-84ccd1d3-f232-4691-a570-e1ffa31207c7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540767 May 18 06:20:51.594083 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45848) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:51.637739 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02855a15-2ba4-46e1-b145-6a66bd7331e1 req-db718979-bcc2-42ac-b469-c1f0996fc4ff tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:51.639192 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-02855a15-2ba4-46e1-b145-6a66bd7331e1 req-db718979-bcc2-42ac-b469-c1f0996fc4ff tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.0858724 May 18 06:20:51.689236 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-02855a15-2ba4-46e1-b145-6a66bd7331e1 req-8fc0bfee-f3fb-427e-8021-5e04c6451f48 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432880 May 18 06:20:51.694861 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:51.720999 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cd850626-d39b-42fd-a34d-1d84823180f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:51.739169 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-cd850626-d39b-42fd-a34d-1d84823180f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:51.743520 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-cd850626-d39b-42fd-a34d-1d84823180f7 admin admin] Usage tracker for resource:security_group_rule and tenant:bc375481c232497aa6b6055048262949 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:51.746729 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-cd850626-d39b-42fd-a34d-1d84823180f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:51.791574 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-cd850626-d39b-42fd-a34d-1d84823180f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:51.820066 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.029965 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cd850626-d39b-42fd-a34d-1d84823180f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.042209 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cd850626-d39b-42fd-a34d-1d84823180f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.052704 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b0a56abc-517e-4591-b28e-671dc43cf742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:52.107029 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-cd850626-d39b-42fd-a34d-1d84823180f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc375481c232497aa6b6055048262949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119526 May 18 06:20:52.109200 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd850626-d39b-42fd-a34d-1d84823180f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98aa4f90-10e7-4f24-853e-a429d8005a97,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:52.109883 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 45862) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:52.118956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-cd850626-d39b-42fd-a34d-1d84823180f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:52.126008 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.133469 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.138264 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a7cb1257-c85f-42fc-9164-430516fae66b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:52.188695 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3ecd83d8-51d0-4f4d-86ae-b2a6f7f6ebfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.217458 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3ecd83d8-51d0-4f4d-86ae-b2a6f7f6ebfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.242709 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event updated for resources: {'Port': ['ID=fe58075d-de9a-4d4c-b1d5-3fb387d2fe29,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:52.247575 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:52.253719 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.289354 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3ecd83d8-51d0-4f4d-86ae-b2a6f7f6ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.294247 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-db74401e-1d8e-4605-825f-71e6eb74af48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:52.305006 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd83d8-51d0-4f4d-86ae-b2a6f7f6ebfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aa4f90-10e7-4f24-853e-a429d8005a97,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:52.309053 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3ecd83d8-51d0-4f4d-86ae-b2a6f7f6ebfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:52.312062 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3ecd83d8-51d0-4f4d-86ae-b2a6f7f6ebfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.327331 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-3ecd83d8-51d0-4f4d-86ae-b2a6f7f6ebfb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98aa4f90-10e7-4f24-853e-a429d8005a97 HTTP/1.1" status: 204 len: 168 time: 0.2044306 May 18 06:20:52.445709 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.l3_db [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Floating IP d6601448-c018-451d-87c4-2de99b300a72 associated. External IP: 172.28.2.70, port: c25c3d21-a204-444f-8b92-004d404757cc. May 18 06:20:52.451521 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:20:52.498212 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd25d3e-1f0e-41ed-8264-e10787c1bd10 req-81835938-5f47-494e-9520-a4bc53888d0f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:52.502022 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cdd25d3e-1f0e-41ed-8264-e10787c1bd10 req-81835938-5f47-494e-9520-a4bc53888d0f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.0943794 May 18 06:20:52.550071 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cdd25d3e-1f0e-41ed-8264-e10787c1bd10 req-40624811-4da9-4194-954f-9da7c7a6ff9c tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423496 May 18 06:20:52.682284 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45878) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:52.694346 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 1017b7aa-8a8e-40d9-bab8-5d705d24ecff up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:20:52.707943 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ed9d-0b37-4f43-bf8d-d93b0aaba874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.735134 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-a2f5ed9d-0b37-4f43-bf8d-d93b0aaba874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:52.737477 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4951d-36a4-4bff-a4ce-136af1ba9abf req-94921e9d-c2e4-47e1-a05d-de76a3ce1c02 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:52.739056 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-17f4951d-36a4-4bff-a4ce-136af1ba9abf req-94921e9d-c2e4-47e1-a05d-de76a3ce1c02 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 945 time: 0.0848780 May 18 06:20:52.742308 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-a2f5ed9d-0b37-4f43-bf8d-d93b0aaba874 admin admin] Usage tracker for resource:security_group_rule and tenant:44f5e6f466e94e32bfe394d7cb1867e5 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:52.747504 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-a2f5ed9d-0b37-4f43-bf8d-d93b0aaba874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:52.766772 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:20:52.773724 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:20:52.773724 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.787564 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-17f4951d-36a4-4bff-a4ce-136af1ba9abf req-d47b3b5c-a3ea-4df2-8a5a-87fc99237e26 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 May 18 06:20:52.804991 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-a2f5ed9d-0b37-4f43-bf8d-d93b0aaba874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:52.896585 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.930164 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a149ce61-37d4-43d2-b279-ab1928373618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1017b7aa-8a8e-40d9-bab8-5d705d24ecff'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:52.940818 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1017b7aa-8a8e-40d9-bab8-5d705d24ecff,segment=NetworkSegment(1720bef1-17e7-4c80-9aa1-9f3ad1b39e67),segment_id=1720bef1-17e7-4c80-9aa1-9f3ad1b39e67)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:52.945119 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:52.948072 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:52.998693 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Router 2122e273-030e-4388-83f5-9483038dd574 has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:20:53.004916 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a149ce61-37d4-43d2-b279-ab1928373618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1017b7aa-8a8e-40d9-bab8-5d705d24ecff', 'code': 200} May 18 06:20:53.033284 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=1017b7aa-8a8e-40d9-bab8-5d705d24ecff,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:53.042334 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:53.042797 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:53.043228 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:53.043651 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:53.044117 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:53.044542 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:53.044959 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:53.045486 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:53.046033 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:53.046327 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:53.046738 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:53.047355 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:53.052729 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:53.104191 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ed9d-0b37-4f43-bf8d-d93b0aaba874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:53.115018 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a2f5ed9d-0b37-4f43-bf8d-d93b0aaba874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:53.126222 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-cbcea7e9-e783-48a1-ae88-60737bbef54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:53.234017 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d8c13-3ef7-46f0-8061-1c5a9fd0ab59 req-dfbfeb27-fb6e-4523-bd23-6567eccc40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:53.235466 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-da1d8c13-3ef7-46f0-8061-1c5a9fd0ab59 req-dfbfeb27-fb6e-4523-bd23-6567eccc40ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 1099 time: 0.0678501 May 18 06:20:53.236265 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5ed9d-0b37-4f43-bf8d-d93b0aaba874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c39091b-b5a8-46fb-b598-23bb557eff5b,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:53.242531 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-a2f5ed9d-0b37-4f43-bf8d-d93b0aaba874 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44f5e6f466e94e32bfe394d7cb1867e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593016 May 18 06:20:53.243459 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a2f5ed9d-0b37-4f43-bf8d-d93b0aaba874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:53.245752 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45884) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:53.277982 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:20:53.283643 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-da1d8c13-3ef7-46f0-8061-1c5a9fd0ab59 req-3cd4e957-6940-4f34-9ae1-cfc4843943a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347481 May 18 06:20:53.287513 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3806b834-9b82-4a15-ac28-2b2ea85f9d0c None None] Sync routers for ids ['2122e273-030e-4388-83f5-9483038dd574'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:20:53.296594 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3806b834-9b82-4a15-ac28-2b2ea85f9d0c None None] Routers {'2122e273-030e-4388-83f5-9483038dd574'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:20:53.297997 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-3806b834-9b82-4a15-ac28-2b2ea85f9d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:20:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['2122e273-030e-4388-83f5-9483038dd574'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:53.338617 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d4ef2cf6-ec6c-44bd-8672-05e57ef1e54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:53.351386 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:53.409695 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d4ef2cf6-ec6c-44bd-8672-05e57ef1e54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:53.438890 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9632339 May 18 06:20:53.438890 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:53.439690 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 45892) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:53.445817 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493781421', 'description': 'tempest-secgroup-smoke-1493781421 description', 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:53.455523 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:53.463439 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Usage tracker for resource:security_group and tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:53.469856 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:53.481401 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:53.489701 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc', 'status': 'completed', 'code': 200} May 18 06:20:53.498277 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-3806b834-9b82-4a15-ac28-2b2ea85f9d0c None None] Set router 2122e273-030e-4388-83f5-9483038dd574 gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:20:53.502745 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d4ef2cf6-ec6c-44bd-8672-05e57ef1e54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:53.508238 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-00170668-8dee-4256-8c34-2d4d9403fa50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:53.521601 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef2cf6-ec6c-44bd-8672-05e57ef1e54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c39091b-b5a8-46fb-b598-23bb557eff5b,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:53.530837 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d4ef2cf6-ec6c-44bd-8672-05e57ef1e54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:53.554128 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d4ef2cf6-ec6c-44bd-8672-05e57ef1e54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:53.564417 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:53.568759 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-d4ef2cf6-ec6c-44bd-8672-05e57ef1e54d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c39091b-b5a8-46fb-b598-23bb557eff5b HTTP/1.1" status: 204 len: 168 time: 0.3220408 May 18 06:20:53.604281 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:53.609755 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Usage tracker for resource:security_group_rule and tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:53.613595 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:53.620538 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:53.658964 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3dce5-cd9b-4b9f-9aca-d9236c7d8fba req-4c2c2881-a91e-41bd-9f8c-f157d5ab9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:53.660597 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cfb3dce5-cd9b-4b9f-9aca-d9236c7d8fba req-4c2c2881-a91e-41bd-9f8c-f157d5ab9a66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a6ed2f5bbbc4f1593ecc5a4ed8d5177&device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 1099 time: 0.1476426 May 18 06:20:53.969267 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-3806b834-9b82-4a15-ac28-2b2ea85f9d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:19:43Z', 'revision_number': 4, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port': {'id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:38Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': 'd6601448-c018-451d-87c4-2de99b300a72', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'floating_ip_address': '172.28.2.70', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '2122e273-030e-4388-83f5-9483038dd574', 'port_id': 'c25c3d21-a204-444f-8b92-004d404757cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'mac_address': 'fa:16:3e:26:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:20:51Z', 'updated_at': '2021-05-18T06:20:51Z', 'revision_number': 0, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22301ab9-e0f5-4217-95ee-1bf3ecb07ae3', 'name': '', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'mac_address': 'fa:16:3e:c2:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:50Z', 'revision_number': 5, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'subnets': [{'id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:53.973172 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3806b834-9b82-4a15-ac28-2b2ea85f9d0c None None] Checking router: 2122e273-030e-4388-83f5-9483038dd574 for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:20:53.981565 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3806b834-9b82-4a15-ac28-2b2ea85f9d0c None None] Routers {'2122e273-030e-4388-83f5-9483038dd574'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:20:53.982329 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-3806b834-9b82-4a15-ac28-2b2ea85f9d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:20:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['2122e273-030e-4388-83f5-9483038dd574'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:53.993943 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.021620 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.030808 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-84e61f51-f960-48b7-ab88-eadb7e0c0c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:54.100741 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3dce5-cd9b-4b9f-9aca-d9236c7d8fba req-3f8d7ccf-8d38-4e09-aaad-2f4581b7b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:54.102239 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cfb3dce5-cd9b-4b9f-9aca-d9236c7d8fba req-3f8d7ccf-8d38-4e09-aaad-2f4581b7b10c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b21e72ce-09fd-41ba-b5df-295635ffcb6a HTTP/1.1" status: 200 len: 914 time: 0.4205825 May 18 06:20:54.104080 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.108063 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6643710 May 18 06:20:54.108063 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e3f40d-c2d8-4630-b678-3facec5def04,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:54.109074 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45916) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:54.112983 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:54.125073 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-117b7db8-87c0-4d0b-911e-bc5f66467345 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Request body: {'security_group_rule': {'security_group_id': 'a4e3f40d-c2d8-4630-b678-3facec5def04', 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:54.141819 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-117b7db8-87c0-4d0b-911e-bc5f66467345 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:54.146915 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-117b7db8-87c0-4d0b-911e-bc5f66467345 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Usage tracker for resource:security_group_rule and tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:54.150389 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-117b7db8-87c0-4d0b-911e-bc5f66467345 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:54.157956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-117b7db8-87c0-4d0b-911e-bc5f66467345 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:54.179275 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-3806b834-9b82-4a15-ac28-2b2ea85f9d0c None None] Set router 2122e273-030e-4388-83f5-9483038dd574 gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:20:54.181605 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-117b7db8-87c0-4d0b-911e-bc5f66467345 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.206617 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a7999-4d62-4b42-b57d-885b46644f5c req-fe1fc884-5d4d-4ae3-8d27-aee2e7b0de85 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:54.208128 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-714a7999-4d62-4b42-b57d-885b46644f5c req-fe1fc884-5d4d-4ae3-8d27-aee2e7b0de85 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.4442735 May 18 06:20:54.256084 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cfb3dce5-cd9b-4b9f-9aca-d9236c7d8fba req-833e8446-c068-4c3b-929d-c4c41c528261 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25c3d21-a204-444f-8b92-004d404757cc HTTP/1.1" status: 200 len: 999 time: 0.1450632 May 18 06:20:54.261163 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-117b7db8-87c0-4d0b-911e-bc5f66467345 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.265294 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01161bf9-6f8e-4a28-9388-cf804ef67293 req-166ae863-2219-4fd1-954c-d3d2995d8e82 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:54.266022 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-117b7db8-87c0-4d0b-911e-bc5f66467345 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.268712 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:54.272766 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-01161bf9-6f8e-4a28-9388-cf804ef67293 req-166ae863-2219-4fd1-954c-d3d2995d8e82 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 946 time: 0.3334479 May 18 06:20:54.295160 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b7db8-87c0-4d0b-911e-bc5f66467345 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377e25e1-c26b-4a16-a1cd-20826fdf42d1,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:54.301556 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-117b7db8-87c0-4d0b-911e-bc5f66467345 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:54.308462 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-117b7db8-87c0-4d0b-911e-bc5f66467345 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.310044 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-117b7db8-87c0-4d0b-911e-bc5f66467345 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2002273 May 18 06:20:54.313213 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45924) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:54.319004 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-3e117a35-c369-446a-a415-968f8422a6fd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Request body: {'security_group_rule': {'security_group_id': 'a4e3f40d-c2d8-4630-b678-3facec5def04', 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:54.325257 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-3e117a35-c369-446a-a415-968f8422a6fd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:54.329545 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-3e117a35-c369-446a-a415-968f8422a6fd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Usage tracker for resource:security_group_rule and tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:54.332305 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-3e117a35-c369-446a-a415-968f8422a6fd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:54.357488 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-3e117a35-c369-446a-a415-968f8422a6fd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:54.369757 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-714a7999-4d62-4b42-b57d-885b46644f5c req-7ce0e540-c41a-48b1-a285-6de79da9a501 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522546 May 18 06:20:54.382270 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-01161bf9-6f8e-4a28-9388-cf804ef67293 req-02efbf63-1fc9-466a-a09b-1935987f6663 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084745 May 18 06:20:54.401250 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3e117a35-c369-446a-a415-968f8422a6fd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.411992 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3dce5-cd9b-4b9f-9aca-d9236c7d8fba req-98b2959b-76fb-4712-85de-d4456fc7b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:54.413547 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cfb3dce5-cd9b-4b9f-9aca-d9236c7d8fba req-98b2959b-76fb-4712-85de-d4456fc7b2dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d5b08deb-868b-41d8-84c1-7f9618eb6f0e HTTP/1.1" status: 200 len: 853 time: 0.1311216 May 18 06:20:54.501816 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3e117a35-c369-446a-a415-968f8422a6fd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.508582 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3e117a35-c369-446a-a415-968f8422a6fd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.511288 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:54.525581 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3dce5-cd9b-4b9f-9aca-d9236c7d8fba req-b132c253-6df0-443a-bae0-29c9f8b45203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:54.528310 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cfb3dce5-cd9b-4b9f-9aca-d9236c7d8fba req-b132c253-6df0-443a-bae0-29c9f8b45203 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b21e72ce-09fd-41ba-b5df-295635ffcb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0986218 May 18 06:20:54.543498 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e117a35-c369-446a-a415-968f8422a6fd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15599b2-4561-45dc-9bc7-be8e3383309e,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:54.546878 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-3e117a35-c369-446a-a415-968f8422a6fd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:54.553405 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3e117a35-c369-446a-a415-968f8422a6fd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.557470 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-3e117a35-c369-446a-a415-968f8422a6fd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2405157 May 18 06:20:54.557707 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45934) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:54.568461 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-14906592-3545-4009-81b5-b67868943740 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Request body: {'security_group_rule': {'security_group_id': 'a4e3f40d-c2d8-4630-b678-3facec5def04', 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:54.581825 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-14906592-3545-4009-81b5-b67868943740 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:54.590239 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-14906592-3545-4009-81b5-b67868943740 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Usage tracker for resource:security_group_rule and tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:54.595544 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-14906592-3545-4009-81b5-b67868943740 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:54.607970 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-14906592-3545-4009-81b5-b67868943740 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:54.649223 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-14906592-3545-4009-81b5-b67868943740 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.723075 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cfb3dce5-cd9b-4b9f-9aca-d9236c7d8fba req-5521584c-0f11-4ad6-8608-17dfcc06dd96 service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802094 May 18 06:20:54.735021 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-3806b834-9b82-4a15-ac28-2b2ea85f9d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:19:43Z', 'revision_number': 4, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port': {'id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:38Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': 'd6601448-c018-451d-87c4-2de99b300a72', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'floating_ip_address': '172.28.2.70', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '2122e273-030e-4388-83f5-9483038dd574', 'port_id': 'c25c3d21-a204-444f-8b92-004d404757cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'mac_address': 'fa:16:3e:26:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:20:51Z', 'updated_at': '2021-05-18T06:20:51Z', 'revision_number': 0, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22301ab9-e0f5-4217-95ee-1bf3ecb07ae3', 'name': '', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'mac_address': 'fa:16:3e:c2:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:50Z', 'revision_number': 5, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'subnets': [{'id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:54.741940 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-14906592-3545-4009-81b5-b67868943740 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.744587 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3806b834-9b82-4a15-ac28-2b2ea85f9d0c None None] The sync data for ids ['2122e273-030e-4388-83f5-9483038dd574'] in dv-cinder-784623-10-smb is: [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:19:43Z', 'revision_number': 4, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port': {'id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:38Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': 'd6601448-c018-451d-87c4-2de99b300a72', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'floating_ip_address': '172.28.2.70', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '2122e273-030e-4388-83f5-9483038dd574', 'port_id': 'c25c3d21-a204-444f-8b92-004d404757cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'mac_address': 'fa:16:3e:26:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:20:51Z', 'updated_at': '2021-05-18T06:20:51Z', 'revision_number': 0, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22301ab9-e0f5-4217-95ee-1bf3ecb07ae3', 'name': '', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'mac_address': 'fa:16:3e:c2:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:50Z', 'revision_number': 5, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'subnets': [{'id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:20:54.748506 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-14906592-3545-4009-81b5-b67868943740 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.751186 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-3e117a35-c369-446a-a415-968f8422a6fd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:54.802119 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14906592-3545-4009-81b5-b67868943740 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c60ed7-f9f7-4615-84ce-1279c648d512,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:54.804699 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-14906592-3545-4009-81b5-b67868943740 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:54.821958 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-14906592-3545-4009-81b5-b67868943740 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.823161 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-14906592-3545-4009-81b5-b67868943740 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2647297 May 18 06:20:54.829628 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45948) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:54.835622 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-ba8fbe94-6f22-42a6-a5c9-5d8f0880e721 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Request body: {'security_group_rule': {'security_group_id': 'a4e3f40d-c2d8-4630-b678-3facec5def04', 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:54.844328 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-ba8fbe94-6f22-42a6-a5c9-5d8f0880e721 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:54.848846 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-ba8fbe94-6f22-42a6-a5c9-5d8f0880e721 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Usage tracker for resource:security_group_rule and tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:54.852128 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-ba8fbe94-6f22-42a6-a5c9-5d8f0880e721 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:54.862121 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-ba8fbe94-6f22-42a6-a5c9-5d8f0880e721 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:54.888582 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ba8fbe94-6f22-42a6-a5c9-5d8f0880e721 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.924189 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cfb3dce5-cd9b-4b9f-9aca-d9236c7d8fba req-c720cb67-cd46-4972-a99e-5075dfd6afb8 service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870508 May 18 06:20:54.966502 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ba8fbe94-6f22-42a6-a5c9-5d8f0880e721 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.976156 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ba8fbe94-6f22-42a6-a5c9-5d8f0880e721 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:54.978264 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1b482436-db35-4877-9f1b-3029091cd84a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:55.002913 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fbe94-6f22-42a6-a5c9-5d8f0880e721 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77331b83-9846-479f-9d91-9e74570cef2d,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:55.007646 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ba8fbe94-6f22-42a6-a5c9-5d8f0880e721 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:55.018539 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ba8fbe94-6f22-42a6-a5c9-5d8f0880e721 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:55.023617 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-ba8fbe94-6f22-42a6-a5c9-5d8f0880e721 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1929154 May 18 06:20:55.026338 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45956) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:55.035795 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-90e2681f-d1ce-4c51-b2ae-74040854d07e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Request body: {'security_group_rule': {'security_group_id': 'a4e3f40d-c2d8-4630-b678-3facec5def04', 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:55.052965 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-90e2681f-d1ce-4c51-b2ae-74040854d07e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:55.062677 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-90e2681f-d1ce-4c51-b2ae-74040854d07e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Usage tracker for resource:security_group_rule and tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:55.070548 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-90e2681f-d1ce-4c51-b2ae-74040854d07e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:55.092075 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-90e2681f-d1ce-4c51-b2ae-74040854d07e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:55.093988 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736d5ebc-45b6-4e17-9a8d-2ed5945bd381 None None] New status for floating IP d6601448-c018-451d-87c4-2de99b300a72: ACTIVE {{(pid=78808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:20:55.106763 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.securitygroups_db [None req-90e2681f-d1ce-4c51-b2ae-74040854d07e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Project 8a6ed2f5bbbc4f1593ecc5a4ed8d5177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 06:20:55.118620 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-90e2681f-d1ce-4c51-b2ae-74040854d07e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:55.212205 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-90e2681f-d1ce-4c51-b2ae-74040854d07e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:55.217505 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-90e2681f-d1ce-4c51-b2ae-74040854d07e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:55.221739 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-117b7db8-87c0-4d0b-911e-bc5f66467345 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:55.253511 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2681f-d1ce-4c51-b2ae-74040854d07e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77f1a05-dfdc-4b80-9cb3-ca1235c1fcae,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:55.256480 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-90e2681f-d1ce-4c51-b2ae-74040854d07e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:55.266953 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-90e2681f-d1ce-4c51-b2ae-74040854d07e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:55.271142 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-90e2681f-d1ce-4c51-b2ae-74040854d07e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2403433 May 18 06:20:55.274188 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 45964) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:55.290201 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-7decd3f4-31c3-4685-ace7-8669e0bfc67c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Request body: {'security_group_rule': {'security_group_id': 'a4e3f40d-c2d8-4630-b678-3facec5def04', 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:55.298765 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-7decd3f4-31c3-4685-ace7-8669e0bfc67c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:55.305618 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-7decd3f4-31c3-4685-ace7-8669e0bfc67c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Usage tracker for resource:security_group_rule and tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:55.311022 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-7decd3f4-31c3-4685-ace7-8669e0bfc67c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:55.318600 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-7decd3f4-31c3-4685-ace7-8669e0bfc67c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:55.334820 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.securitygroups_db [None req-7decd3f4-31c3-4685-ace7-8669e0bfc67c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Project 8a6ed2f5bbbc4f1593ecc5a4ed8d5177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 06:20:55.345024 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7decd3f4-31c3-4685-ace7-8669e0bfc67c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:55.433796 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7decd3f4-31c3-4685-ace7-8669e0bfc67c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:55.439520 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7decd3f4-31c3-4685-ace7-8669e0bfc67c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:55.452084 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1c06c581-c0d5-497a-af47-13c1f5cb54b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:55.488739 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decd3f4-31c3-4685-ace7-8669e0bfc67c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee0d32b-b1cf-4a72-968b-73620b53d40d,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:55.498713 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7decd3f4-31c3-4685-ace7-8669e0bfc67c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:55.509048 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7decd3f4-31c3-4685-ace7-8669e0bfc67c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:55.510528 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-7decd3f4-31c3-4685-ace7-8669e0bfc67c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2323565 May 18 06:20:55.667640 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1047c-8eef-4d62-a2ae-034ceb0728d5 req-283b6196-c090-4d5d-9555-9f264e0c6db6 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:55.669120 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-93e1047c-8eef-4d62-a2ae-034ceb0728d5 req-283b6196-c090-4d5d-9555-9f264e0c6db6 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1427302 May 18 06:20:55.676385 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc042bed-6d6d-44bc-a922-cd60d99b405e req-bddc5f49-1867-4575-accb-b110d20f78d6 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:55.677794 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cc042bed-6d6d-44bc-a922-cd60d99b405e req-bddc5f49-1867-4575-accb-b110d20f78d6 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 946 time: 0.1130023 May 18 06:20:55.751705 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-93e1047c-8eef-4d62-a2ae-034ceb0728d5 req-94066f1c-19cd-4b1b-a7a7-4b30c4e2b5d6 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729771 May 18 06:20:55.754422 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cc042bed-6d6d-44bc-a922-cd60d99b405e req-6f009b44-c107-45af-80c7-503348357ab1 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608892 May 18 06:20:55.893176 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-649f7f2b-700b-474d-a211-481e0dc621a7 req-0c7cb4ec-5bbe-4f7c-9869-67cf177db845 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Synchronizing usage tracker for tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:55.902422 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 45988) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:55.911581 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-649f7f2b-700b-474d-a211-481e0dc621a7 req-0c7cb4ec-5bbe-4f7c-9869-67cf177db845 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Unset dirty status for tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:55.912917 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-649f7f2b-700b-474d-a211-481e0dc621a7 req-0c7cb4ec-5bbe-4f7c-9869-67cf177db845 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493781421&fields=id&tenant_id=8a6ed2f5bbbc4f1593ecc5a4ed8d5177 HTTP/1.1" status: 200 len: 267 time: 0.0594850 May 18 06:20:55.998783 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f7f2b-700b-474d-a211-481e0dc621a7 req-72074f11-aa45-468c-a591-864ea614ce70 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:56.000221 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-649f7f2b-700b-474d-a211-481e0dc621a7 req-72074f11-aa45-468c-a591-864ea614ce70 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 946 time: 0.0811596 May 18 06:20:56.030809 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [req-649f7f2b-700b-474d-a211-481e0dc621a7 req-dac3fdaf-749d-4ae9-9bd0-fb3a1273940f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Request body: {'port': {'security_groups': ['e5a1f48c-642b-4038-a340-236d63ceee7c', 'a4e3f40d-c2d8-4630-b678-3facec5def04']}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:56.032685 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9cea9ad5-4053-4358-84f9-2bfd0d902df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.047877 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9cea9ad5-4053-4358-84f9-2bfd0d902df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:56.052565 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9cea9ad5-4053-4358-84f9-2bfd0d902df8 admin admin] Usage tracker for resource:security_group_rule and tenant:20e3c96a9d6b4abd828e8dcc8cb77f84 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:56.055578 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9cea9ad5-4053-4358-84f9-2bfd0d902df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:56.062021 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9cea9ad5-4053-4358-84f9-2bfd0d902df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:56.186977 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-649f7f2b-700b-474d-a211-481e0dc621a7 req-dac3fdaf-749d-4ae9-9bd0-fb3a1273940f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.190492 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9cea9ad5-4053-4358-84f9-2bfd0d902df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.196903 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9cea9ad5-4053-4358-84f9-2bfd0d902df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.224860 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-62f32a6b-d31c-46c1-8316-1e7586fc2d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:56.235940 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-9cea9ad5-4053-4358-84f9-2bfd0d902df8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20e3c96a9d6b4abd828e8dcc8cb77f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301146 May 18 06:20:56.237541 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 46004) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:56.255959 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea9ad5-4053-4358-84f9-2bfd0d902df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad628d6-cd4d-4ad2-8c70-284988e7a4c0,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:56.259261 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9cea9ad5-4053-4358-84f9-2bfd0d902df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:56.369863 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d2c18a14-8090-4212-8d57-e9e1e357cb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.425353 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d2c18a14-8090-4212-8d57-e9e1e357cb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.638630 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d2c18a14-8090-4212-8d57-e9e1e357cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.649154 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:56.665225 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-649f7f2b-700b-474d-a211-481e0dc621a7 req-dac3fdaf-749d-4ae9-9bd0-fb3a1273940f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] For port c25c3d21-a204-444f-8b92-004d404757cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c25c3d21-a204-444f-8b92-004d404757cc,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:56.671252 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c18a14-8090-4212-8d57-e9e1e357cb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad628d6-cd4d-4ad2-8c70-284988e7a4c0,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:56.682588 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2a33d-ee8c-4440-8ed0-b2c87abc77aa req-d3db9643-e2b0-4223-83ad-ea1b42520d05 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:56.684142 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-99a2a33d-ee8c-4440-8ed0-b2c87abc77aa req-d3db9643-e2b0-4223-83ad-ea1b42520d05 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1833634 May 18 06:20:56.684951 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d2c18a14-8090-4212-8d57-e9e1e357cb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:56.689038 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d2c18a14-8090-4212-8d57-e9e1e357cb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.692730 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-d2c18a14-8090-4212-8d57-e9e1e357cb11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ad628d6-cd4d-4ad2-8c70-284988e7a4c0 HTTP/1.1" status: 204 len: 168 time: 0.4521499 May 18 06:20:56.824452 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-649f7f2b-700b-474d-a211-481e0dc621a7 req-dac3fdaf-749d-4ae9-9bd0-fb3a1273940f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.833006 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-649f7f2b-700b-474d-a211-481e0dc621a7 req-dac3fdaf-749d-4ae9-9bd0-fb3a1273940f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921920'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.851539 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['c25c3d21-a204-444f-8b92-004d404757cc'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:56.852307 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:56.894679 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-99a2a33d-ee8c-4440-8ed0-b2c87abc77aa req-3378abba-9851-40b9-ad73-2fe361a4a2f7 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899667 May 18 06:20:56.922141 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f7f2b-700b-474d-a211-481e0dc621a7 req-dac3fdaf-749d-4ae9-9bd0-fb3a1273940f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:56.922629 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-649f7f2b-700b-474d-a211-481e0dc621a7 req-dac3fdaf-749d-4ae9-9bd0-fb3a1273940f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.923974 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-649f7f2b-700b-474d-a211-481e0dc621a7 req-dac3fdaf-749d-4ae9-9bd0-fb3a1273940f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "PUT /v2.0/ports/c25c3d21-a204-444f-8b92-004d404757cc HTTP/1.1" status: 200 len: 982 time: 0.9020901 May 18 06:20:56.924533 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:56.952626 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3fdaf-749d-4ae9-9bd0-fb3a1273940f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event updated for resources: {'Port': ['ID=c25c3d21-a204-444f-8b92-004d404757cc,revision_number=6']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:56.955814 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-dac3fdaf-749d-4ae9-9bd0-fb3a1273940f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:57.116316 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['c25c3d21-a204-444f-8b92-004d404757cc'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:57.156019 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 46026) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:57.179542 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-df443db2-768a-4a8b-b207-8a890f80b426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.215454 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-df443db2-768a-4a8b-b207-8a890f80b426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:57.220985 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-df443db2-768a-4a8b-b207-8a890f80b426 admin admin] Usage tracker for resource:security_group_rule and tenant:5ae89cfdd0244bd8a00f7f1c443f8e53 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:57.225395 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-df443db2-768a-4a8b-b207-8a890f80b426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:57.234619 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-df443db2-768a-4a8b-b207-8a890f80b426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:57.245235 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8a183-0d18-4277-974c-198b96bd7024 req-8600a869-1f2f-4c82-89b8-240914d65eaf tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:57.246604 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c4a8a183-0d18-4277-974c-198b96bd7024 req-8600a869-1f2f-4c82-89b8-240914d65eaf tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1400421 May 18 06:20:57.336956 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c4a8a183-0d18-4277-974c-198b96bd7024 req-cc738842-629c-4ee5-8369-e808385eb6df tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761702 May 18 06:20:57.384067 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-df443db2-768a-4a8b-b207-8a890f80b426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.392011 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-c7455aca-150f-4c84-9687-0b05826d9551 None None] Provisioning complete for port c25c3d21-a204-444f-8b92-004d404757cc triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:20:57.392484 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c7455aca-150f-4c84-9687-0b05826d9551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.397152 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-df443db2-768a-4a8b-b207-8a890f80b426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.432582 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:57.461642 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc', 'status': 'completed', 'code': 200} May 18 06:20:57.462728 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-df443db2-768a-4a8b-b207-8a890f80b426 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ae89cfdd0244bd8a00f7f1c443f8e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034792 May 18 06:20:57.463975 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df443db2-768a-4a8b-b207-8a890f80b426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ad3831-20e1-40be-80f6-2341e26c8801,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:57.466746 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 46034) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:57.470082 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-df443db2-768a-4a8b-b207-8a890f80b426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:57.540799 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-52c1fa6a-5d14-4e08-9e7c-d6b1af431d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.569573 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-52c1fa6a-5d14-4e08-9e7c-d6b1af431d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.571080 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49b3b-7939-4aa0-811f-97012ab61680 req-0b4e2f2b-2be7-42c9-9e91-20b64a1320dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:57.572668 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d5a49b3b-7939-4aa0-811f-97012ab61680 req-0b4e2f2b-2be7-42c9-9e91-20b64a1320dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a6ed2f5bbbc4f1593ecc5a4ed8d5177&device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 1138 time: 0.1103179 May 18 06:20:57.580450 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd59e61-22d0-4ebf-9e9b-0d4102a57edc req-66848867-3b2e-4789-a294-18fb9fd099db tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:57.581863 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9bd59e61-22d0-4ebf-9e9b-0d4102a57edc req-66848867-3b2e-4789-a294-18fb9fd099db tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.1915734 May 18 06:20:57.640073 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-52c1fa6a-5d14-4e08-9e7c-d6b1af431d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.646240 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-51c50d14-b4a1-49ff-aa12-bb9eb3698116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:57.668051 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1fa6a-5d14-4e08-9e7c-d6b1af431d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ad3831-20e1-40be-80f6-2341e26c8801,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:57.676622 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-52c1fa6a-5d14-4e08-9e7c-d6b1af431d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:57.685930 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-52c1fa6a-5d14-4e08-9e7c-d6b1af431d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.687978 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-52c1fa6a-5d14-4e08-9e7c-d6b1af431d5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d4ad3831-20e1-40be-80f6-2341e26c8801 HTTP/1.1" status: 204 len: 168 time: 0.2196901 May 18 06:20:57.757344 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9bd59e61-22d0-4ebf-9e9b-0d4102a57edc req-ec99df03-0ded-48d2-9cf5-7903cdf46466 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1481748 May 18 06:20:57.835283 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49b3b-7939-4aa0-811f-97012ab61680 req-b34a39c2-f1a4-4a4a-805f-4b2df6b5c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:57.836768 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d5a49b3b-7939-4aa0-811f-97012ab61680 req-b34a39c2-f1a4-4a4a-805f-4b2df6b5c4f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b21e72ce-09fd-41ba-b5df-295635ffcb6a HTTP/1.1" status: 200 len: 914 time: 0.2498941 May 18 06:20:57.845040 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba48a4-dec1-4c1b-9cca-cce8d63ecc1b req-8843fa8c-5d57-4de7-ab12-fa5222b835c0 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:57.846428 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-daba48a4-dec1-4c1b-9cca-cce8d63ecc1b req-8843fa8c-5d57-4de7-ab12-fa5222b835c0 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 946 time: 0.1568365 May 18 06:20:57.975544 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-daba48a4-dec1-4c1b-9cca-cce8d63ecc1b req-f7f64f73-a942-4c11-bca4-c22d1410a054 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742741 May 18 06:20:57.980123 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d5a49b3b-7939-4aa0-811f-97012ab61680 req-534242fb-cc88-4de1-bdd9-48a72c9b6493 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25c3d21-a204-444f-8b92-004d404757cc HTTP/1.1" status: 200 len: 1001 time: 0.1324854 May 18 06:20:58.112335 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49b3b-7939-4aa0-811f-97012ab61680 req-533fc4ab-027c-4cfb-849d-cdd5f25fda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:58.113777 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d5a49b3b-7939-4aa0-811f-97012ab61680 req-533fc4ab-027c-4cfb-849d-cdd5f25fda0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d5b08deb-868b-41d8-84c1-7f9618eb6f0e HTTP/1.1" status: 200 len: 853 time: 0.1150947 May 18 06:20:58.190892 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cf03a-75b4-4a89-a6b3-79f4f11dd6eb req-21444240-4d58-448b-a270-c1b012e80508 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:58.192986 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e16cf03a-75b4-4a89-a6b3-79f4f11dd6eb req-21444240-4d58-448b-a270-c1b012e80508 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1548157 May 18 06:20:58.245379 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49b3b-7939-4aa0-811f-97012ab61680 req-c41db5d3-d6a8-40f3-bf95-a7943d38cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:58.246844 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d5a49b3b-7939-4aa0-811f-97012ab61680 req-c41db5d3-d6a8-40f3-bf95-a7943d38cdc1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b21e72ce-09fd-41ba-b5df-295635ffcb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1230755 May 18 06:20:58.251562 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e16cf03a-75b4-4a89-a6b3-79f4f11dd6eb req-b59e321c-ea8f-41f8-9181-3e1721c5c31a tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503380 May 18 06:20:58.382527 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d5a49b3b-7939-4aa0-811f-97012ab61680 req-24dfa8ef-5be8-4b74-af0c-225b3b731f65 service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260321 May 18 06:20:58.589521 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d5a49b3b-7939-4aa0-811f-97012ab61680 req-d855e699-f3de-4b80-a398-2617762cded8 service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945941 May 18 06:20:58.605810 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314e36b-3254-4375-9f02-dceb6b8fe231 req-7b2046ad-d711-4cc2-bfc6-3f770bec3f4d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:58.613634 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9314e36b-3254-4375-9f02-dceb6b8fe231 req-7b2046ad-d711-4cc2-bfc6-3f770bec3f4d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1433964 May 18 06:20:58.699266 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9314e36b-3254-4375-9f02-dceb6b8fe231 req-814e8835-4e0f-4252-a514-a9897c27e822 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836971 May 18 06:20:58.731739 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d12c0e-3615-4038-b978-914d4f0fe302 req-dc03cf4c-a1b9-49e1-b084-1b4cee7f8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:58.733252 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d12c0e-3615-4038-b978-914d4f0fe302 req-dc03cf4c-a1b9-49e1-b084-1b4cee7f8fc2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f834aee473dd4b68b11e9ea8eb94614b&device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 1098 time: 0.0812180 May 18 06:20:58.901041 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d12c0e-3615-4038-b978-914d4f0fe302 req-2452fc97-6a99-4f59-bb3f-cd9e22608ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:58.902470 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d12c0e-3615-4038-b978-914d4f0fe302 req-2452fc97-6a99-4f59-bb3f-cd9e22608ab1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=35e6311d-ad34-4c28-8e8c-cb843c53a901 HTTP/1.1" status: 200 len: 910 time: 0.1349990 May 18 06:20:59.130871 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d12c0e-3615-4038-b978-914d4f0fe302 req-d7bde00f-7e44-4ac7-9cab-8dc5aa06b860 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d2dc66-62c1-4c13-8679-47b66989cc80 HTTP/1.1" status: 200 len: 1001 time: 0.2202787 May 18 06:20:59.217104 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d12c0e-3615-4038-b978-914d4f0fe302 req-b0a23014-0219-4f9f-be1b-d0eb3b1526c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:59.218523 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d12c0e-3615-4038-b978-914d4f0fe302 req-b0a23014-0219-4f9f-be1b-d0eb3b1526c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44a1e5f8-6f01-488d-b18f-cc75d3335fda HTTP/1.1" status: 200 len: 849 time: 0.0718055 May 18 06:20:59.234380 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e55bb7-9699-4db0-bf84-61d34716e360 req-ff7aa562-9b13-487f-91fc-458e949a84e8 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:59.235721 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-45e55bb7-9699-4db0-bf84-61d34716e360 req-ff7aa562-9b13-487f-91fc-458e949a84e8 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 946 time: 0.1390288 May 18 06:20:59.335455 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-45e55bb7-9699-4db0-bf84-61d34716e360 req-2d3623f6-06fd-4143-a42d-7dce81591311 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a57d505-7e36-41c1-9b02-d36a3575a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938776 May 18 06:20:59.338222 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b86b0-9581-46f2-9882-b90ab68b3538 req-c0461f39-1eb5-47fc-83d2-fea1f7294eae tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:59.339586 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-c34b86b0-9581-46f2-9882-b90ab68b3538 req-c0461f39-1eb5-47fc-83d2-fea1f7294eae tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Synchronizing usage tracker for tenant:fdf7922ff9f14802b88388294605d980 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:59.362502 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d12c0e-3615-4038-b978-914d4f0fe302 req-1e19914a-6b27-4305-872d-da5b433365ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:59.368334 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d12c0e-3615-4038-b978-914d4f0fe302 req-1e19914a-6b27-4305-872d-da5b433365ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35e6311d-ad34-4c28-8e8c-cb843c53a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1079171 May 18 06:20:59.371223 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-c34b86b0-9581-46f2-9882-b90ab68b3538 req-c0461f39-1eb5-47fc-83d2-fea1f7294eae tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Unset dirty status for tenant:fdf7922ff9f14802b88388294605d980 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:59.372546 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c34b86b0-9581-46f2-9882-b90ab68b3538 req-c0461f39-1eb5-47fc-83d2-fea1f7294eae tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 946 time: 0.1264923 May 18 06:20:59.533733 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-c34b86b0-9581-46f2-9882-b90ab68b3538 req-245adadd-ec37-42f3-9247-65f20705cbf7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Deleting port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:20:59.534075 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c34b86b0-9581-46f2-9882-b90ab68b3538 req-245adadd-ec37-42f3-9247-65f20705cbf7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:59.565303 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d12c0e-3615-4038-b978-914d4f0fe302 req-d27676af-a16a-47e1-bc36-6694104ac855 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931295 May 18 06:20:59.578590 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee692e78-0ced-4f8b-8c32-cb35804c88f9 req-bc91603b-eacf-4287-950c-62d0a20b910f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:59.580139 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ee692e78-0ced-4f8b-8c32-cb35804c88f9 req-bc91603b-eacf-4287-950c-62d0a20b910f tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.1824768 May 18 06:20:59.705231 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ee692e78-0ced-4f8b-8c32-cb35804c88f9 req-7b9873e4-cce6-464d-a552-eb195827ae9c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060104 May 18 06:20:59.745532 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d12c0e-3615-4038-b978-914d4f0fe302 req-69f377c3-0038-4aa9-b949-5359b0639fd1 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644120 May 18 06:20:59.834622 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-c34b86b0-9581-46f2-9882-b90ab68b3538 req-245adadd-ec37-42f3-9247-65f20705cbf7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] For port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1017b7aa-8a8e-40d9-bab8-5d705d24ecff,segment=NetworkSegment(1720bef1-17e7-4c80-9aa1-9f3ad1b39e67),segment_id=1720bef1-17e7-4c80-9aa1-9f3ad1b39e67)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:59.835055 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c34b86b0-9581-46f2-9882-b90ab68b3538 req-245adadd-ec37-42f3-9247-65f20705cbf7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:59.914928 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7442a8c-bbd7-4e79-ab46-31e065df89db req-886bcca9-30f3-4d20-b987-1daf04f85dc6 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:59.916552 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c7442a8c-bbd7-4e79-ab46-31e065df89db req-886bcca9-30f3-4d20-b987-1daf04f85dc6 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.0874751 May 18 06:20:59.967180 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c7442a8c-bbd7-4e79-ab46-31e065df89db req-47233c69-9b28-4f7c-b80c-d6b02213895f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448468 May 18 06:20:59.973540 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-c34b86b0-9581-46f2-9882-b90ab68b3538 req-245adadd-ec37-42f3-9247-65f20705cbf7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Calling delete_port for 1017b7aa-8a8e-40d9-bab8-5d705d24ecff owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:21:00.025358 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc665249-0aaf-4fb3-b90d-41bb547fef80 req-3287a81f-5e41-42a1-a296-99726e95126c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:00.026066 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-dc665249-0aaf-4fb3-b90d-41bb547fef80 req-3287a81f-5e41-42a1-a296-99726e95126c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Synchronizing usage tracker for tenant:c21dcf34e0574c399a2bc5964d0fa113 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:00.052575 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-dc665249-0aaf-4fb3-b90d-41bb547fef80 req-3287a81f-5e41-42a1-a296-99726e95126c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Unset dirty status for tenant:c21dcf34e0574c399a2bc5964d0fa113 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:00.053693 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-dc665249-0aaf-4fb3-b90d-41bb547fef80 req-3287a81f-5e41-42a1-a296-99726e95126c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 945 time: 0.3068144 May 18 06:21:00.232974 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c34b86b0-9581-46f2-9882-b90ab68b3538 req-245adadd-ec37-42f3-9247-65f20705cbf7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.238559 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-eca17cd3-8cb3-47c6-bf29-91d4a3005fbd tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:00.244714 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['1017b7aa-8a8e-40d9-bab8-5d705d24ecff'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:21:00.286525 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245adadd-ec37-42f3-9247-65f20705cbf7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Pushing event deleted for resources: {'Port': ['ID=1017b7aa-8a8e-40d9-bab8-5d705d24ecff,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:00.291924 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-245adadd-ec37-42f3-9247-65f20705cbf7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:00.360446 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-dc665249-0aaf-4fb3-b90d-41bb547fef80 req-fb96afb8-45c7-4b9a-a78e-195d7b8393d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Deleting port 2748c079-bece-4884-8ca2-bf9b9f1ee51f {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:21:00.361077 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-dc665249-0aaf-4fb3-b90d-41bb547fef80 req-fb96afb8-45c7-4b9a-a78e-195d7b8393d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.384589 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34b86b0-9581-46f2-9882-b90ab68b3538 req-245adadd-ec37-42f3-9247-65f20705cbf7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] No DVR routers for this DVR port 1017b7aa-8a8e-40d9-bab8-5d705d24ecff on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:21:00.427957 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-c34b86b0-9581-46f2-9882-b90ab68b3538 req-245adadd-ec37-42f3-9247-65f20705cbf7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.430451 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a149ce61-37d4-43d2-b279-ab1928373618', 'name': 'network-vif-deleted', 'tag': '1017b7aa-8a8e-40d9-bab8-5d705d24ecff'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:00.467273 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c34b86b0-9581-46f2-9882-b90ab68b3538 req-245adadd-ec37-42f3-9247-65f20705cbf7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.39 "DELETE /v2.0/ports/1017b7aa-8a8e-40d9-bab8-5d705d24ecff HTTP/1.1" status: 204 len: 173 time: 1.0886126 May 18 06:21:00.486490 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a149ce61-37d4-43d2-b279-ab1928373618', 'name': 'network-vif-deleted', 'tag': '1017b7aa-8a8e-40d9-bab8-5d705d24ecff', 'status': 'completed', 'code': 200} May 18 06:21:00.502640 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e9165243-1442-4e7f-92cd-79ab8ff11c95 req-96f816bf-ad48-4bce-a04a-419eb0971f3a tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] 10.222.0.10 "GET /v2.0/ports?device_id=a149ce61-37d4-43d2-b279-ab1928373618 HTTP/1.1" status: 200 len: 210 time: 0.0553899 May 18 06:21:00.526668 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-dc665249-0aaf-4fb3-b90d-41bb547fef80 req-fb96afb8-45c7-4b9a-a78e-195d7b8393d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] For port 2748c079-bece-4884-8ca2-bf9b9f1ee51f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2748c079-bece-4884-8ca2-bf9b9f1ee51f,segment=NetworkSegment(b590b07c-8038-4cf5-934a-e5964d636934),segment_id=b590b07c-8038-4cf5-934a-e5964d636934)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:00.527024 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-dc665249-0aaf-4fb3-b90d-41bb547fef80 req-fb96afb8-45c7-4b9a-a78e-195d7b8393d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.651895 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-dc665249-0aaf-4fb3-b90d-41bb547fef80 req-fb96afb8-45c7-4b9a-a78e-195d7b8393d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Calling delete_port for 2748c079-bece-4884-8ca2-bf9b9f1ee51f owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:21:00.760868 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-dc665249-0aaf-4fb3-b90d-41bb547fef80 req-fb96afb8-45c7-4b9a-a78e-195d7b8393d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.766950 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:00.775765 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['07550f62-2fe0-47d6-80c1-a4e85a841434'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:21:00.816498 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96afb8-45c7-4b9a-a78e-195d7b8393d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Pushing event deleted for resources: {'Port': ['ID=2748c079-bece-4884-8ca2-bf9b9f1ee51f,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:00.823781 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-fb96afb8-45c7-4b9a-a78e-195d7b8393d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:00.890790 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-aa4dbe31-1e83-4c26-9ba2-8d0187deb2de req-b3c98169-c978-40b3-85fe-3b83548e7c95 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb7fe055-44fc-486e-82e9-0886dcf0990d HTTP/1.1" status: 200 len: 210 time: 0.0625978 May 18 06:21:00.922735 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc665249-0aaf-4fb3-b90d-41bb547fef80 req-fb96afb8-45c7-4b9a-a78e-195d7b8393d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] No DVR routers for this DVR port 2748c079-bece-4884-8ca2-bf9b9f1ee51f on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:21:00.932629 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-dc665249-0aaf-4fb3-b90d-41bb547fef80 req-fb96afb8-45c7-4b9a-a78e-195d7b8393d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.951059 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-dc665249-0aaf-4fb3-b90d-41bb547fef80 req-fb96afb8-45c7-4b9a-a78e-195d7b8393d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.39 "DELETE /v2.0/ports/2748c079-bece-4884-8ca2-bf9b9f1ee51f HTTP/1.1" status: 204 len: 173 time: 0.8897438 May 18 06:21:01.160063 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702235ee-9351-4d77-9327-ef6a9ef9464d req-0067d8bc-9726-4f4e-a6a4-3bd71a89d87d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:01.162012 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-702235ee-9351-4d77-9327-ef6a9ef9464d req-0067d8bc-9726-4f4e-a6a4-3bd71a89d87d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.0817480 May 18 06:21:01.206484 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-702235ee-9351-4d77-9327-ef6a9ef9464d req-d47b75ff-3309-4b8d-a1c2-bc57aa1a0ad2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387373 May 18 06:21:02.429039 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97461e-7725-4e1e-82eb-88b8d873807f req-120fbf6e-8c37-41a6-b21b-d6ab7e552b81 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:02.430699 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6d97461e-7725-4e1e-82eb-88b8d873807f req-120fbf6e-8c37-41a6-b21b-d6ab7e552b81 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1446846 May 18 06:21:02.438596 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949ba16-ec41-4552-a532-f62fd0fc2a97 req-fe95fce0-6a01-407a-9839-7e9383c063a0 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:02.439898 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3949ba16-ec41-4552-a532-f62fd0fc2a97 req-fe95fce0-6a01-407a-9839-7e9383c063a0 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1164045 May 18 06:21:02.487308 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7fe055-44fc-486e-82e9-0886dcf0990d', 'name': 'network-vif-deleted', 'tag': '2748c079-bece-4884-8ca2-bf9b9f1ee51f'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:02.509321 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6d97461e-7725-4e1e-82eb-88b8d873807f req-8fe88512-9220-4179-b879-4249dd4baa2c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684643 May 18 06:21:02.513580 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3949ba16-ec41-4552-a532-f62fd0fc2a97 req-be7f2461-4e69-4749-8159-19175cccaa46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584693 May 18 06:21:02.576222 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7fe055-44fc-486e-82e9-0886dcf0990d', 'name': 'network-vif-deleted', 'tag': '2748c079-bece-4884-8ca2-bf9b9f1ee51f', 'status': 'completed', 'code': 200} May 18 06:21:02.706593 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 1017b7aa-8a8e-40d9-bab8-5d705d24ecff no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:21:02.740965 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: 1017b7aa-8a8e-40d9-bab8-5d705d24ecff {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:21:02.741253 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 1017b7aa-8a8e-40d9-bab8-5d705d24ecff not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:21:02.741670 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 2748c079-bece-4884-8ca2-bf9b9f1ee51f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:21:02.777408 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: 2748c079-bece-4884-8ca2-bf9b9f1ee51f {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:21:02.777762 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 2748c079-bece-4884-8ca2-bf9b9f1ee51f not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:21:03.010430 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.763943 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf84079-d664-42c6-9857-3420a52ee75e req-7c1a4a30-6274-466e-9a2f-670a94037e07 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:03.765406 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fdf84079-d664-42c6-9857-3420a52ee75e req-7c1a4a30-6274-466e-9a2f-670a94037e07 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1420364 May 18 06:21:03.778357 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fe9c0-2ffc-4519-bf04-87bfa9b15ea9 req-22849bd7-0b38-429e-a077-77ad5fd4d185 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:03.779809 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ba0fe9c0-2ffc-4519-bf04-87bfa9b15ea9 req-22849bd7-0b38-429e-a077-77ad5fd4d185 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1168506 May 18 06:21:03.860005 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fdf84079-d664-42c6-9857-3420a52ee75e req-ebfb976e-bf2b-4d21-ac22-38160451e5d6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791736 May 18 06:21:03.864730 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ba0fe9c0-2ffc-4519-bf04-87bfa9b15ea9 req-70775e9f-ef92-4b1c-bdb7-1e931d89df20 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708580 May 18 06:21:05.186788 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e05cb-2942-400c-bb06-f4f1959952d4 req-5b7d1119-5855-440f-9e49-bdfe4c06d65c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:05.192618 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-535e05cb-2942-400c-bb06-f4f1959952d4 req-5b7d1119-5855-440f-9e49-bdfe4c06d65c tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1574273 May 18 06:21:05.201749 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63288d-18f8-424e-9520-13df80b03fb0 req-37912ef2-5f9d-4d31-8f0d-7b3d5649bdb0 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:05.203145 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ad63288d-18f8-424e-9520-13df80b03fb0 req-37912ef2-5f9d-4d31-8f0d-7b3d5649bdb0 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1304183 May 18 06:21:05.385280 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ad63288d-18f8-424e-9520-13df80b03fb0 req-ee24baff-1a4e-4823-bb05-ea0dec53411d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719836 May 18 06:21:05.399963 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-535e05cb-2942-400c-bb06-f4f1959952d4 req-3446aaad-b695-49e6-8f58-a31b82fa9daa tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958802 May 18 06:21:05.962898 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 46242) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:06.147939 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-de02a1e1-4f7a-40fd-83a9-3081568d1ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.162817 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-de02a1e1-4f7a-40fd-83a9-3081568d1ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:06.167005 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-de02a1e1-4f7a-40fd-83a9-3081568d1ded admin admin] Usage tracker for resource:security_group_rule and tenant:75fef8b7fa3a4c16bd5a2bee6fe34814 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:06.170317 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-de02a1e1-4f7a-40fd-83a9-3081568d1ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:06.176680 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-de02a1e1-4f7a-40fd-83a9-3081568d1ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:06.320874 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-de02a1e1-4f7a-40fd-83a9-3081568d1ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.327390 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-de02a1e1-4f7a-40fd-83a9-3081568d1ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.336565 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d592a503-f42b-4e6d-a6c1-6c03c43ab3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:06.388346 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-de02a1e1-4f7a-40fd-83a9-3081568d1ded admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=75fef8b7fa3a4c16bd5a2bee6fe34814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235673 May 18 06:21:06.389841 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02a1e1-4f7a-40fd-83a9-3081568d1ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc8edb1-80c9-415e-af39-b595205145a3,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:06.392178 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 46252) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:06.393959 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-de02a1e1-4f7a-40fd-83a9-3081568d1ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:06.481650 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ec465528-c98e-421b-90b3-001e83f4b0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.526347 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ec465528-c98e-421b-90b3-001e83f4b0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.711890 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ec465528-c98e-421b-90b3-001e83f4b0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.717282 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d2c18a14-8090-4212-8d57-e9e1e357cb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:06.734486 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f36bb3-53cb-4a3d-83de-0a8ef0cbee53 req-d89b95e3-dc34-4431-8312-ef75e7f6799b tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:06.735925 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-07f36bb3-53cb-4a3d-83de-0a8ef0cbee53 req-d89b95e3-dc34-4431-8312-ef75e7f6799b tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1880925 May 18 06:21:06.740072 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec465528-c98e-421b-90b3-001e83f4b0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc8edb1-80c9-415e-af39-b595205145a3,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:06.743633 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ec465528-c98e-421b-90b3-001e83f4b0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:06.757365 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646f27e-14b5-4de5-811f-fbe693e3aba1 req-b393e3d4-b0e7-4d78-bfaa-be335e95786d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:06.762126 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f646f27e-14b5-4de5-811f-fbe693e3aba1 req-b393e3d4-b0e7-4d78-bfaa-be335e95786d tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1734238 May 18 06:21:06.792411 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ec465528-c98e-421b-90b3-001e83f4b0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.796457 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-ec465528-c98e-421b-90b3-001e83f4b0be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5bc8edb1-80c9-415e-af39-b595205145a3 HTTP/1.1" status: 204 len: 168 time: 0.4002008 May 18 06:21:06.856977 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-07f36bb3-53cb-4a3d-83de-0a8ef0cbee53 req-569f6ec3-9621-41da-8d8f-f6e9386f8ddf tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116772 May 18 06:21:06.867673 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f646f27e-14b5-4de5-811f-fbe693e3aba1 req-b3613ab4-a563-44c6-a127-ee716d7034bd tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046498 May 18 06:21:07.052884 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a02e137a-e33e-4e9d-ba82-17a318133d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.247158 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 46274) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:07.265494 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c33deedc-571f-4f69-b8ca-a1ff109a6bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.281916 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-c33deedc-571f-4f69-b8ca-a1ff109a6bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:07.286988 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-c33deedc-571f-4f69-b8ca-a1ff109a6bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:de6a9ba9297842fcba6bc2c61fdd8ea9 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:07.290254 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-c33deedc-571f-4f69-b8ca-a1ff109a6bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:07.297026 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-c33deedc-571f-4f69-b8ca-a1ff109a6bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:07.415538 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c33deedc-571f-4f69-b8ca-a1ff109a6bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.421155 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c33deedc-571f-4f69-b8ca-a1ff109a6bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.439328 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d075838d-e22d-44cb-8cb2-9b088015e154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:07.506969 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-c33deedc-571f-4f69-b8ca-a1ff109a6bc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de6a9ba9297842fcba6bc2c61fdd8ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563279 May 18 06:21:07.506969 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33deedc-571f-4f69-b8ca-a1ff109a6bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16be3e67-b422-4bba-aa02-4b3bb20658f9,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:07.507640 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 46278) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:07.511964 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c33deedc-571f-4f69-b8ca-a1ff109a6bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:07.587575 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c71668e3-d6fd-403e-a8a1-480f4941136a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.614631 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c71668e3-d6fd-403e-a8a1-480f4941136a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.679153 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c71668e3-d6fd-403e-a8a1-480f4941136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.683260 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-6585a16e-eb80-4b81-8f28-2c8616de4034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:07.696539 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71668e3-d6fd-403e-a8a1-480f4941136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16be3e67-b422-4bba-aa02-4b3bb20658f9,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:07.714019 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c71668e3-d6fd-403e-a8a1-480f4941136a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:07.732529 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c71668e3-d6fd-403e-a8a1-480f4941136a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.735968 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-c71668e3-d6fd-403e-a8a1-480f4941136a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16be3e67-b422-4bba-aa02-4b3bb20658f9 HTTP/1.1" status: 204 len: 168 time: 0.2249396 May 18 06:21:08.168274 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f79373-8606-4251-98c5-c69168f5c590 req-9aaeb14f-67b5-429e-931f-2e4d062662d8 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:08.169906 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f3f79373-8606-4251-98c5-c69168f5c590 req-9aaeb14f-67b5-429e-931f-2e4d062662d8 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1282113 May 18 06:21:08.190742 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777970fa-86a9-4891-9f7d-a7856f657e5b req-4015eec2-a5fd-4021-960d-55fad9eeaeeb tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:08.198690 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-777970fa-86a9-4891-9f7d-a7856f657e5b req-4015eec2-a5fd-4021-960d-55fad9eeaeeb tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1941805 May 18 06:21:08.302060 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f3f79373-8606-4251-98c5-c69168f5c590 req-b47443c3-152d-4e10-8c7a-1a99231e1c34 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/security-groups?id=13459193-ad3f-4a23-85c1-2176ea503870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000688 May 18 06:21:08.311682 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-777970fa-86a9-4891-9f7d-a7856f657e5b req-4d8e1ae8-00cc-4a3a-abb3-98f87d105b63 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120732 May 18 06:21:08.597620 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa228965-3047-4264-a3a8-a6c626766dd2 req-29ef229a-5e2f-460b-a3e1-74f809d07558 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:08.599448 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-fa228965-3047-4264-a3a8-a6c626766dd2 req-29ef229a-5e2f-460b-a3e1-74f809d07558 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Synchronizing usage tracker for tenant:c21dcf34e0574c399a2bc5964d0fa113 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:08.624638 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-fa228965-3047-4264-a3a8-a6c626766dd2 req-29ef229a-5e2f-460b-a3e1-74f809d07558 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Unset dirty status for tenant:c21dcf34e0574c399a2bc5964d0fa113 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:08.626540 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fa228965-3047-4264-a3a8-a6c626766dd2 req-29ef229a-5e2f-460b-a3e1-74f809d07558 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.39 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 946 time: 0.1552927 May 18 06:21:08.872780 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-fa228965-3047-4264-a3a8-a6c626766dd2 req-99b797bf-b0a0-47cf-ba86-fb5ad93d89a6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Deleting port 07550f62-2fe0-47d6-80c1-a4e85a841434 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:21:08.873112 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fa228965-3047-4264-a3a8-a6c626766dd2 req-99b797bf-b0a0-47cf-ba86-fb5ad93d89a6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.050656 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-fa228965-3047-4264-a3a8-a6c626766dd2 req-99b797bf-b0a0-47cf-ba86-fb5ad93d89a6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] For port 07550f62-2fe0-47d6-80c1-a4e85a841434, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=07550f62-2fe0-47d6-80c1-a4e85a841434,segment=NetworkSegment(b590b07c-8038-4cf5-934a-e5964d636934),segment_id=b590b07c-8038-4cf5-934a-e5964d636934)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:09.051011 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fa228965-3047-4264-a3a8-a6c626766dd2 req-99b797bf-b0a0-47cf-ba86-fb5ad93d89a6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.190963 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-fa228965-3047-4264-a3a8-a6c626766dd2 req-99b797bf-b0a0-47cf-ba86-fb5ad93d89a6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Calling delete_port for 07550f62-2fe0-47d6-80c1-a4e85a841434 owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:21:09.361171 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fa228965-3047-4264-a3a8-a6c626766dd2 req-99b797bf-b0a0-47cf-ba86-fb5ad93d89a6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.394136 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1999fbc0-8c2b-4f71-8ee4-3e1e796dce3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:09.593361 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b797bf-b0a0-47cf-ba86-fb5ad93d89a6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Pushing event deleted for resources: {'Port': ['ID=07550f62-2fe0-47d6-80c1-a4e85a841434,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:09.595868 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa228965-3047-4264-a3a8-a6c626766dd2 req-99b797bf-b0a0-47cf-ba86-fb5ad93d89a6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] No DVR routers for this DVR port 07550f62-2fe0-47d6-80c1-a4e85a841434 on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:21:09.605361 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-99b797bf-b0a0-47cf-ba86-fb5ad93d89a6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:09.607169 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fa228965-3047-4264-a3a8-a6c626766dd2 req-99b797bf-b0a0-47cf-ba86-fb5ad93d89a6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.629650 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0347717b-dbdf-41e5-bc8e-33d7303ad093', 'name': 'network-vif-deleted', 'tag': '07550f62-2fe0-47d6-80c1-a4e85a841434'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:09.640464 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fa228965-3047-4264-a3a8-a6c626766dd2 req-99b797bf-b0a0-47cf-ba86-fb5ad93d89a6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.39 "DELETE /v2.0/ports/07550f62-2fe0-47d6-80c1-a4e85a841434 HTTP/1.1" status: 204 len: 173 time: 1.0074275 May 18 06:21:09.703181 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e5fe36bd-a939-410f-9cf2-f89d5745dac5 req-23411e1e-9152-4bf7-a573-adb2a8439757 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] 10.222.0.10 "GET /v2.0/ports?device_id=0347717b-dbdf-41e5-bc8e-33d7303ad093 HTTP/1.1" status: 200 len: 210 time: 0.0787423 May 18 06:21:09.778431 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7288-f606-48a1-a347-cac2960837ee req-16fb7c87-3a1a-483c-a5eb-644b834d2055 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:09.785519 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c53c7288-f606-48a1-a347-cac2960837ee req-16fb7c87-3a1a-483c-a5eb-644b834d2055 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.2517641 May 18 06:21:09.842101 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c53c7288-f606-48a1-a347-cac2960837ee req-3b239b2f-7f66-4069-8ebd-2ef33ce1ab58 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542469 May 18 06:21:09.889992 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0347717b-dbdf-41e5-bc8e-33d7303ad093', 'name': 'network-vif-deleted', 'tag': '07550f62-2fe0-47d6-80c1-a4e85a841434', 'status': 'completed', 'code': 200} May 18 06:21:09.969924 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.105022 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-80fa2a52-8706-486c-9944-133a12ceb946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.779750 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 07550f62-2fe0-47d6-80c1-a4e85a841434 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:21:10.890031 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.890692 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: 07550f62-2fe0-47d6-80c1-a4e85a841434 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:21:10.891222 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 07550f62-2fe0-47d6-80c1-a4e85a841434 not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:21:10.903084 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 46352) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:11.312877 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423427c-2d6c-460d-a612-7b9fa1d5186e req-a02768e6-2066-46ca-9d6d-b25014e72083 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:11.314510 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9423427c-2d6c-460d-a612-7b9fa1d5186e req-a02768e6-2066-46ca-9d6d-b25014e72083 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.2635627 May 18 06:21:11.508330 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9423427c-2d6c-460d-a612-7b9fa1d5186e req-8de19f7a-444a-422b-94d9-8a845d52bbe9 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850061 May 18 06:21:11.762518 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665035'] for router_interface, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:12.081837 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:12.306847 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] Deleting port 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:21:12.307526 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:12.448802 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] For port 2c9b8456-5b96-4d5a-92b9-c3210c636ed5, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=2c9b8456-5b96-4d5a-92b9-c3210c636ed5,segment=NetworkSegment(b590b07c-8038-4cf5-934a-e5964d636934),segment_id=b590b07c-8038-4cf5-934a-e5964d636934)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:12.449976 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:12.689287 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] Calling delete_port for 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 owned by network:router_interface {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:21:13.017895 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba365548-f4b0-48e4-b409-fde9aaf179f6 req-faaa7e83-a3cc-43e4-a9e6-0e52aeb61ec1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:13.019393 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ba365548-f4b0-48e4-b409-fde9aaf179f6 req-faaa7e83-a3cc-43e4-a9e6-0e52aeb61ec1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.2828512 May 18 06:21:13.085545 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ba365548-f4b0-48e4-b409-fde9aaf179f6 req-6fd4fb37-7069-4eeb-b1b7-66aadfad89a0 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547502 May 18 06:21:13.187137 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:13.193355 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:13.285279 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9b8456-5b96-4d5a-92b9-c3210c636ed5,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:13.310145 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:13.781968 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7380-5337-4c93-ae17-03f58cb3c06a req-cffa9825-33de-496f-a8a1-053a0f229a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:13.788829 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c4fc7380-5337-4c93-ae17-03f58cb3c06a req-cffa9825-33de-496f-a8a1-053a0f229a9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f834aee473dd4b68b11e9ea8eb94614b&device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 1098 time: 0.1563544 May 18 06:21:13.892389 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00820af2-4e69-4152-b85b-da5a84db31fa req-ca67c1b1-9c3d-4571-9490-d14de7086384 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:13.894340 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-00820af2-4e69-4152-b85b-da5a84db31fa req-ca67c1b1-9c3d-4571-9490-d14de7086384 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.2961359 May 18 06:21:13.896368 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664935'] for router_interface, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:14.001247 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7380-5337-4c93-ae17-03f58cb3c06a req-3104e375-0358-4437-b476-95135eb6404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:14.006447 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c4fc7380-5337-4c93-ae17-03f58cb3c06a req-3104e375-0358-4437-b476-95135eb6404e service neutron] 10.222.0.39 "GET /v2.0/networks?id=35e6311d-ad34-4c28-8e8c-cb843c53a901 HTTP/1.1" status: 200 len: 910 time: 0.2137473 May 18 06:21:14.136942 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-00820af2-4e69-4152-b85b-da5a84db31fa req-5e2d6f37-2191-4727-b938-c3e31a94008d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367806 May 18 06:21:14.170741 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c4fc7380-5337-4c93-ae17-03f58cb3c06a req-8adb5638-f5ec-4efe-a07a-0ba424bfa290 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d2dc66-62c1-4c13-8679-47b66989cc80 HTTP/1.1" status: 200 len: 1001 time: 0.1565902 May 18 06:21:14.287746 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7380-5337-4c93-ae17-03f58cb3c06a req-34819924-f5e6-4939-b8d5-d78e36c024de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:14.289229 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c4fc7380-5337-4c93-ae17-03f58cb3c06a req-34819924-f5e6-4939-b8d5-d78e36c024de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44a1e5f8-6f01-488d-b18f-cc75d3335fda HTTP/1.1" status: 200 len: 849 time: 0.1097362 May 18 06:21:14.423956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7380-5337-4c93-ae17-03f58cb3c06a req-7efb8533-5d97-48e3-a257-68de1b62289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:14.425821 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c4fc7380-5337-4c93-ae17-03f58cb3c06a req-7efb8533-5d97-48e3-a257-68de1b62289f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35e6311d-ad34-4c28-8e8c-cb843c53a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1282930 May 18 06:21:14.464828 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] Router 13f40d7a-b963-47eb-9a45-ade8bcd0273c has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:21:14.630975 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c4fc7380-5337-4c93-ae17-03f58cb3c06a req-1d38ef86-0329-4fc7-8f1c-2ca34578b9b2 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958103 May 18 06:21:14.718783 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:21:14.729495 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f837a6-c237-4884-a03c-277aad266b13 None None] Sync routers for ids ['13f40d7a-b963-47eb-9a45-ade8bcd0273c'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:21:14.741306 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] 10.222.0.10 "PUT /v2.0/routers/13f40d7a-b963-47eb-9a45-ade8bcd0273c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8357837 May 18 06:21:14.742414 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f837a6-c237-4884-a03c-277aad266b13 None None] Routers {'13f40d7a-b963-47eb-9a45-ade8bcd0273c'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:14.743042 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c4f837a6-c237-4884-a03c-277aad266b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:21:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['13f40d7a-b963-47eb-9a45-ade8bcd0273c'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:14.744408 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 46418) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:14.897616 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c4fc7380-5337-4c93-ae17-03f58cb3c06a req-4ce22653-db68-478e-b81f-c1cff2e2a4a7 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596521 May 18 06:21:15.060962 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-c4f837a6-c237-4884-a03c-277aad266b13 None None] Set router 13f40d7a-b963-47eb-9a45-ade8bcd0273c gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:15.110528 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Notify callbacks [] for router, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.386086 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c4f837a6-c237-4884-a03c-277aad266b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'name': 'tempest-ServerRescueNegativeTestJSON-1901156369-router', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:44Z', 'updated_at': '2021-05-18T06:21:13Z', 'revision_number': 5, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'gw_port': {'id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:46Z', 'updated_at': '2021-05-18T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:15.390127 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f837a6-c237-4884-a03c-277aad266b13 None None] Checking router: 13f40d7a-b963-47eb-9a45-ade8bcd0273c for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:21:15.400065 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f837a6-c237-4884-a03c-277aad266b13 None None] Routers {'13f40d7a-b963-47eb-9a45-ade8bcd0273c'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:15.400986 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c4f837a6-c237-4884-a03c-277aad266b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:21:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['13f40d7a-b963-47eb-9a45-ade8bcd0273c'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:15.637168 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4e65a-009f-43db-8ed1-ae4a34132c91 req-7819aaa0-924d-4b85-a4f8-57491560b7ab tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:15.648747 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e1a4e65a-009f-43db-8ed1-ae4a34132c91 req-7819aaa0-924d-4b85-a4f8-57491560b7ab tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.2231796 May 18 06:21:15.651721 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-c4f837a6-c237-4884-a03c-277aad266b13 None None] Set router 13f40d7a-b963-47eb-9a45-ade8bcd0273c gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:15.653618 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.802500 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e1a4e65a-009f-43db-8ed1-ae4a34132c91 req-eac9fafa-2cd5-4f20-be8c-9c3440c7d765 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526985 May 18 06:21:15.833550 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Deleting port 6751e24a-63c5-40f1-8925-5c9475fb4711 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:21:15.834033 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:16.039380 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] For port 6751e24a-63c5-40f1-8925-5c9475fb4711, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=6751e24a-63c5-40f1-8925-5c9475fb4711,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:16.040029 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:16.077631 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-c4f837a6-c237-4884-a03c-277aad266b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'name': 'tempest-ServerRescueNegativeTestJSON-1901156369-router', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:44Z', 'updated_at': '2021-05-18T06:21:13Z', 'revision_number': 5, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'gw_port': {'id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:46Z', 'updated_at': '2021-05-18T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:16.086273 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f837a6-c237-4884-a03c-277aad266b13 None None] The sync data for ids ['13f40d7a-b963-47eb-9a45-ade8bcd0273c'] in dv-cinder-784623-10-smb is: [{'id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'name': 'tempest-ServerRescueNegativeTestJSON-1901156369-router', 'tenant_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90'}], 'enable_snat': True}, 'gw_port_id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:44Z', 'updated_at': '2021-05-18T06:21:13Z', 'revision_number': 5, 'project_id': 'c21dcf34e0574c399a2bc5964d0fa113', 'gw_port': {'id': '6751e24a-63c5-40f1-8925-5c9475fb4711', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f40d7a-b963-47eb-9a45-ade8bcd0273c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:46Z', 'updated_at': '2021-05-18T06:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:21:16.376580 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Calling delete_port for 6751e24a-63c5-40f1-8925-5c9475fb4711 owned by network:router_gateway {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:21:16.635583 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:16.640363 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:16.715195 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Pushing event deleted for resources: {'Port': ['ID=6751e24a-63c5-40f1-8925-5c9475fb4711,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:16.722964 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:16.847026 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683244'] for router_gateway, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.053925 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14095'] for router, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.056237 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.217547 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683028'] for router, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.218077 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13f40d7a-b963-47eb-9a45-ade8bcd0273c {{(pid=78807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:21:17.248454 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.249580 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-2280d49e-889d-43e5-ad51-eeb1ea6e568e admin admin] 10.222.0.10 "DELETE /v2.0/routers/13f40d7a-b963-47eb-9a45-ade8bcd0273c HTTP/1.1" status: 204 len: 168 time: 2.5042677 May 18 06:21:17.252599 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 46494) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:17.284986 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e4930-ebcb-4f9a-9633-f677d2ce77c7 req-07bd903a-531b-4378-8d0e-e6521a8ba6e8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:17.287033 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7e5e4930-ebcb-4f9a-9633-f677d2ce77c7 req-07bd903a-531b-4378-8d0e-e6521a8ba6e8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1204867 May 18 06:21:17.359571 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f1b26c-6efe-4716-9d1c-4f574f957bce admin admin] Deleting subnet 9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49 {{(pid=78806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:21:17.363365 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-12f1b26c-6efe-4716-9d1c-4f574f957bce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.417510 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7e5e4930-ebcb-4f9a-9633-f677d2ce77c7 req-5c1bfdd4-7ef0-4025-bef2-296c3be269cb tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177342 May 18 06:21:17.454289 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-12f1b26c-6efe-4716-9d1c-4f574f957bce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3782833'] for subnet, precommit_delete_associations {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.539367 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:21:17.572080 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-12f1b26c-6efe-4716-9d1c-4f574f957bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.616503 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:21:17.616852 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 2c9b8456-5b96-4d5a-92b9-c3210c636ed5 not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:21:17.751114 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a51f1-32f1-471b-ae9f-564bf665fba3 req-55129943-b01e-4436-b6a4-948b081b5a4c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:17.752006 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-517a51f1-32f1-471b-ae9f-564bf665fba3 req-55129943-b01e-4436-b6a4-948b081b5a4c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.1020806 May 18 06:21:17.859631 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-517a51f1-32f1-471b-ae9f-564bf665fba3 req-b9b52c91-2afa-4f9a-a0f7-0ec0ea889913 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980158 May 18 06:21:18.051848 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-12f1b26c-6efe-4716-9d1c-4f574f957bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3007564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126337'] for subnet, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.056551 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:18.099767 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1b26c-6efe-4716-9d1c-4f574f957bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:18.102891 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-12f1b26c-6efe-4716-9d1c-4f574f957bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:18.109269 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-12f1b26c-6efe-4716-9d1c-4f574f957bce admin admin] Notify callbacks [] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.123431 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 46524) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:18.123748 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-12f1b26c-6efe-4716-9d1c-4f574f957bce admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9f46fe99-7e03-4bd1-aa4e-40a0fe18cb49 HTTP/1.1" status: 204 len: 168 time: 0.8700182 May 18 06:21:18.277751 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.404961 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.420272 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fb2906-cb4e-4f2c-956d-77352265304c']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:18.433780 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b590b07c-8038-4cf5-934a-e5964d636934') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:18.434353 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b590b07c-8038-4cf5-934a-e5964d636934') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:18.446906 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3901103'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.470483 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.478688 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:21:18.479157 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3922012'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: Traceback (most recent call last): May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: timer() May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: cb(*args, **kw) May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: return func(*args, **kwargs) May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: self._notify() May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: self.callback(batched_events) May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: event.method(event) May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: return f(self, *a, **k) May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: return self._get(url).json() May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:21:18.493234 dv-cinder-784623-10-smb neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:21:18.595106 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.607088 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e28a2588-da63-42c1-811b-a2a3103ff50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:18.620160 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.631575 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=63fb2906-cb4e-4f2c-956d-77352265304c,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:18.634898 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:18.641630 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-a7d094cb-13b8-4c73-891d-57de864815b1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/63fb2906-cb4e-4f2c-956d-77352265304c HTTP/1.1" status: 204 len: 168 time: 0.5163863 May 18 06:21:18.846559 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 46536) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:18.899856 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-d5e163c4-5c79-4ad1-b793-878628d84c15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c21dcf34e0574c399a2bc5964d0fa113&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520794 May 18 06:21:18.902970 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 46542) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:18.971290 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ae38cbd8-5fab-44d5-ac33-18d2340b7df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.999221 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ae38cbd8-5fab-44d5-ac33-18d2340b7df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:19.056599 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ae38cbd8-5fab-44d5-ac33-18d2340b7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:19.068791 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-06e1e842-b5da-4840-8cda-f695e899ed85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:19.081920 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38cbd8-5fab-44d5-ac33-18d2340b7df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13459193-ad3f-4a23-85c1-2176ea503870,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:19.085060 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ae38cbd8-5fab-44d5-ac33-18d2340b7df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:19.086189 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ae38cbd8-5fab-44d5-ac33-18d2340b7df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:19.087344 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-ae38cbd8-5fab-44d5-ac33-18d2340b7df6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13459193-ad3f-4a23-85c1-2176ea503870 HTTP/1.1" status: 204 len: 168 time: 0.1827404 May 18 06:21:19.103734 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dee2e-e1b2-446f-ba4b-34e540f4197b req-b06bd163-317f-4d59-9c79-2b99d2cf1577 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:19.106010 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-df1dee2e-e1b2-446f-ba4b-34e540f4197b req-b06bd163-317f-4d59-9c79-2b99d2cf1577 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.1155741 May 18 06:21:19.177918 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-df1dee2e-e1b2-446f-ba4b-34e540f4197b req-a35bc130-e797-4954-9e16-d1daeed4fe8b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652304 May 18 06:21:19.404403 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 6751e24a-63c5-40f1-8925-5c9475fb4711 no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:21:19.465083 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 6751e24a-63c5-40f1-8925-5c9475fb4711 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:21:19.465926 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 6751e24a-63c5-40f1-8925-5c9475fb4711 not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:21:20.378019 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405962de-affb-4286-817c-14936fd32808 req-0d9f205e-5626-4b72-87f5-ea7fd699fdfe tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:20.381696 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-405962de-affb-4286-817c-14936fd32808 req-0d9f205e-5626-4b72-87f5-ea7fd699fdfe tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0884590 May 18 06:21:20.428556 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-405962de-affb-4286-817c-14936fd32808 req-c37b1a57-19b4-4f94-bfb8-a37395a6406c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424769 May 18 06:21:21.720810 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f66e6-4605-449f-bee3-34f6f69fee39 req-c7edca31-16ac-4ed7-863f-ca7c97303fee tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:21.723031 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-212f66e6-4605-449f-bee3-34f6f69fee39 req-c7edca31-16ac-4ed7-863f-ca7c97303fee tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.1799755 May 18 06:21:21.770850 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-212f66e6-4605-449f-bee3-34f6f69fee39 req-cc0547c2-7e11-4490-b821-b616d07a4e0b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418932 May 18 06:21:22.283747 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 46638) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:22.401562 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e0b1e3ef-826a-4f8a-9c76-5f72a31207e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.417127 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e0b1e3ef-826a-4f8a-9c76-5f72a31207e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:22.421480 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e0b1e3ef-826a-4f8a-9c76-5f72a31207e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b2474ee76292435f99fa99786dc5513c is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:22.424348 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e0b1e3ef-826a-4f8a-9c76-5f72a31207e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:22.430274 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e0b1e3ef-826a-4f8a-9c76-5f72a31207e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:22.526308 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e0b1e3ef-826a-4f8a-9c76-5f72a31207e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.530034 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e0b1e3ef-826a-4f8a-9c76-5f72a31207e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.539697 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8569ea14-8212-4c3c-9833-fac3a8dee2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:22.581240 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-e0b1e3ef-826a-4f8a-9c76-5f72a31207e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b2474ee76292435f99fa99786dc5513c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963798 May 18 06:21:22.584156 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1e3ef-826a-4f8a-9c76-5f72a31207e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb8f826-97da-4557-8124-f8b841cfedf3,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:22.584510 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 46656) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:22.587198 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e0b1e3ef-826a-4f8a-9c76-5f72a31207e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:22.645805 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e37f93b7-c190-489e-8484-d857060042d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.670976 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e37f93b7-c190-489e-8484-d857060042d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.720841 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e37f93b7-c190-489e-8484-d857060042d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.724514 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-3a33e8da-39f4-4bef-951a-a0c2458503dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:22.737119 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f93b7-c190-489e-8484-d857060042d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb8f826-97da-4557-8124-f8b841cfedf3,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:22.739983 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e37f93b7-c190-489e-8484-d857060042d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:22.741912 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e37f93b7-c190-489e-8484-d857060042d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.743018 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-e37f93b7-c190-489e-8484-d857060042d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fbb8f826-97da-4557-8124-f8b841cfedf3 HTTP/1.1" status: 204 len: 168 time: 0.1575043 May 18 06:21:22.986086 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14d301-5bb0-4059-8d45-59dc952310fc req-54c0374b-b448-4bb8-9b05-108cea6a10ed tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:22.987682 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-dd14d301-5bb0-4059-8d45-59dc952310fc req-54c0374b-b448-4bb8-9b05-108cea6a10ed tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0897381 May 18 06:21:23.046527 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-dd14d301-5bb0-4059-8d45-59dc952310fc req-4b177fb4-a178-4b43-a9c4-584ad3accf5c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528164 May 18 06:21:23.450856 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 46724) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:23.558467 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1832495895-network', 'tenant_id': '09ee233553b74499b7c1db6a0b0cb990'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:23.562964 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:23.566802 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Usage tracker for resource:network and tenant:09ee233553b74499b7c1db6a0b0cb990 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:23.569869 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:23.576633 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:23.585844 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Made reservation on behalf of 09ee233553b74499b7c1db6a0b0cb990 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:21:23.588827 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.601430 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.616651 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:23.620561 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Usage tracker for resource:security_group_rule and tenant:09ee233553b74499b7c1db6a0b0cb990 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:23.624756 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:23.631296 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:23.727161 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.732082 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.736704 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1a10b3b3-5258-4f13-a591-c1f05b1fc555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:23.761353 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:21:23.779234 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b86504-df23-4f52-a1bc-ecbc06fe586b,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:23.782070 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.782364 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.segments_db [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Added segment 401f9f63-ac28-498c-8b6e-106f89db9eac of type vlan for network 9ea3ce92-9722-494a-bef6-30cf6e01324b May 18 06:21:23.783561 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:23.810364 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.843929 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.845273 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:23.845846 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.850656 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:23.954982 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Pushing event updated for resources: {'Network': ['ID=9ea3ce92-9722-494a-bef6-30cf6e01324b,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:23.958268 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:23.963098 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5081422 May 18 06:21:23.963411 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 46758) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:23.967636 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network 9ea3ce92-9722-494a-bef6-30cf6e01324b details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:21:23.968887 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Request body: {'subnet': {'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1832495895-subnet', 'tenant_id': '09ee233553b74499b7c1db6a0b0cb990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:23.974166 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:23.978036 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Usage tracker for resource:subnet and tenant:09ee233553b74499b7c1db6a0b0cb990 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:23.980851 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:23.986575 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:23.996957 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Made reservation on behalf of 09ee233553b74499b7c1db6a0b0cb990 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:21:23.999449 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2196382'] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.342306 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad9d06-9dc9-4212-9b05-12bbdf337812 req-1cc505e5-a44d-4aab-9b72-aea6256fa3db tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:24.343768 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b4ad9d06-9dc9-4212-9b05-12bbdf337812 req-1cc505e5-a44d-4aab-9b72-aea6256fa3db tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.1862402 May 18 06:21:24.399795 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b4ad9d06-9dc9-4212-9b05-12bbdf337812 req-4132104c-7356-4089-a869-924aae514251 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483780 May 18 06:21:24.483144 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3922101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2196364'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.487560 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:24.559829 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=88507e6a-d77c-43a3-88b9-f55a8ef454ce,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:24.563655 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:24.567676 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Checking segment: {'id': '401f9f63-ac28-498c-8b6e-106f89db9eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:24.568056 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Network hostable DHCP agents. Network: 9ea3ce92-9722-494a-bef6-30cf6e01324b, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:21:24.585385 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Network 9ea3ce92-9722-494a-bef6-30cf6e01324b is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:21:24.593957 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, 9ea3ce92-9722-494a-bef6-30cf6e01324b) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:24.602449 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:24.603151 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.604123 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc6f90-16e9-42f7-aeeb-e31ca8bcc1ee None None] Network 9ea3ce92-9722-494a-bef6-30cf6e01324b requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:21:24.630053 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6580274 May 18 06:21:24.793190 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c0087d-ffa8-4e37-8fce-b523eaf6ad77 None None] Network 9ea3ce92-9722-494a-bef6-30cf6e01324b requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:21:24.831882 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 46772) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:24.897674 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-798039d2-041f-4424-8cbc-a337a3509c0a admin admin] Deleting subnet f5cee38f-16be-408a-a2db-0d1baf4989f2 {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:21:24.901185 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-798039d2-041f-4424-8cbc-a337a3509c0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.987968 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-798039d2-041f-4424-8cbc-a337a3509c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3901088'] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.053689 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-798039d2-041f-4424-8cbc-a337a3509c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.334513 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-798039d2-041f-4424-8cbc-a337a3509c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3922170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196357'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.342050 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:25.380284 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798039d2-041f-4424-8cbc-a337a3509c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5cee38f-16be-408a-a2db-0d1baf4989f2,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:25.382275 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-798039d2-041f-4424-8cbc-a337a3509c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.386521 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-798039d2-041f-4424-8cbc-a337a3509c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:25.389850 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-798039d2-041f-4424-8cbc-a337a3509c0a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f5cee38f-16be-408a-a2db-0d1baf4989f2 HTTP/1.1" status: 204 len: 168 time: 0.5561678 May 18 06:21:25.392369 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 46792) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:25.637090 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.762720 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233137d9-d675-4ee0-8809-6739d7113ae8 req-ced388f1-6da9-4e43-bc23-dffc9b7c780d tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:25.764156 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-233137d9-d675-4ee0-8809-6739d7113ae8 req-ced388f1-6da9-4e43-bc23-dffc9b7c780d tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.2043812 May 18 06:21:25.796537 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.817135 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88c28d3-3e3e-4538-9f02-b1cc0cbe9011']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:25.833791 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1720bef1-17e7-4c80-9aa1-9f3ad1b39e67') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:25.834081 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1720bef1-17e7-4c80-9aa1-9f3ad1b39e67') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:25.845725 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-233137d9-d675-4ee0-8809-6739d7113ae8 req-c9b394c4-b88f-4089-a3f8-9076d359e2ad tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717442 May 18 06:21:25.849572 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3901103'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.865922 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.871783 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:21:25.872417 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3922012'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: Traceback (most recent call last): May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: timer() May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: cb(*args, **kw) May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: return func(*args, **kwargs) May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: self._notify() May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: self.callback(batched_events) May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: event.method(event) May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: return f(self, *a, **k) May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: return self._get(url).json() May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:21:25.885212 dv-cinder-784623-10-smb neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:21:25.960213 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.963989 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:25.977828 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.989567 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=d88c28d3-3e3e-4538-9f02-b1cc0cbe9011,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:25.992321 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:25.998979 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d88c28d3-3e3e-4538-9f02-b1cc0cbe9011 HTTP/1.1" status: 204 len: 168 time: 0.6030753 May 18 06:21:26.108871 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 46802) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:26.159401 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-3d988fc9-6463-4126-93ee-bf15043b29f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdf7922ff9f14802b88388294605d980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493343 May 18 06:21:26.162351 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 46806) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:26.218831 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-75132206-e174-4ff5-80b3-e1c1d5f00982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.244252 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-75132206-e174-4ff5-80b3-e1c1d5f00982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.296265 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-75132206-e174-4ff5-80b3-e1c1d5f00982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.300870 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-de56b927-9d65-4749-bcd3-5c0e0b3c36a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:26.313333 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75132206-e174-4ff5-80b3-e1c1d5f00982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57d505-7e36-41c1-9b02-d36a3575a4b7,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:26.316340 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-75132206-e174-4ff5-80b3-e1c1d5f00982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.317564 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-75132206-e174-4ff5-80b3-e1c1d5f00982 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a57d505-7e36-41c1-9b02-d36a3575a4b7 HTTP/1.1" status: 204 len: 168 time: 0.1542656 May 18 06:21:26.318313 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-75132206-e174-4ff5-80b3-e1c1d5f00982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:26.625394 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 46832) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:26.742811 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ca2261e3-d9c9-4566-a43e-f83eccbaf6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.757754 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-ca2261e3-d9c9-4566-a43e-f83eccbaf6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:26.761580 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-ca2261e3-d9c9-4566-a43e-f83eccbaf6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:92fc52ae5d98432c97796dd952e51a0d is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:26.764460 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-ca2261e3-d9c9-4566-a43e-f83eccbaf6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:26.770672 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-ca2261e3-d9c9-4566-a43e-f83eccbaf6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:26.853244 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ca2261e3-d9c9-4566-a43e-f83eccbaf6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.858338 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ca2261e3-d9c9-4566-a43e-f83eccbaf6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.867655 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-25365754-976d-44ba-a3b0-b853589d35c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:26.911112 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-ca2261e3-d9c9-4566-a43e-f83eccbaf6b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92fc52ae5d98432c97796dd952e51a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823329 May 18 06:21:26.911112 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2261e3-d9c9-4566-a43e-f83eccbaf6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4899df40-6c11-4313-a8ca-2dbb25dfeae7,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:26.911465 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 46850) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:26.912998 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ca2261e3-d9c9-4566-a43e-f83eccbaf6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:26.959644 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-a0c2da89-a162-46e1-9a3a-8ac1a20b6280 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:26.960351 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-a0c2da89-a162-46e1-9a3a-8ac1a20b6280 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Synchronizing usage tracker for tenant:09ee233553b74499b7c1db6a0b0cb990 on resource:network {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:27.056767 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-a0c2da89-a162-46e1-9a3a-8ac1a20b6280 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Unset dirty status for tenant:09ee233553b74499b7c1db6a0b0cb990 on resource:network {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:27.057902 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-a0c2da89-a162-46e1-9a3a-8ac1a20b6280 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/networks?id=9ea3ce92-9722-494a-bef6-30cf6e01324b HTTP/1.1" status: 200 len: 814 time: 0.2768514 May 18 06:21:27.060969 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8af05109-3511-457e-9cae-ec71b919d72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:27.088932 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-3f1ce9b8-9ffa-4277-aed0-c00b554dbfe5 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/quotas/09ee233553b74499b7c1db6a0b0cb990 HTTP/1.1" status: 200 len: 375 time: 0.0252757 May 18 06:21:27.134453 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8af05109-3511-457e-9cae-ec71b919d72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:27.162758 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-7cf158b0-6bd7-411e-8bde-3eb5a0436029 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=09ee233553b74499b7c1db6a0b0cb990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663798 May 18 06:21:27.212654 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bda772-5407-49cf-9dcf-41b87d6ec1b7 req-e7f91ff1-cc32-4899-8b17-60d8eda3a1df tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:27.214063 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-59bda772-5407-49cf-9dcf-41b87d6ec1b7 req-e7f91ff1-cc32-4899-8b17-60d8eda3a1df tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.2472317 May 18 06:21:27.334102 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-59bda772-5407-49cf-9dcf-41b87d6ec1b7 req-f311aca4-3e2a-490d-ac40-cc61e8305cd0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731053 May 18 06:21:27.342868 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8af05109-3511-457e-9cae-ec71b919d72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:27.354522 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-48e08386-972b-41ff-8364-7117926941fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:27.369966 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af05109-3511-457e-9cae-ec71b919d72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4899df40-6c11-4313-a8ca-2dbb25dfeae7,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:27.372796 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8af05109-3511-457e-9cae-ec71b919d72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:27.379226 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-7c933c5f-8174-4b0f-974d-9ba8ac309a08 service neutron] 10.222.0.10 "GET /v2.0/networks/9ea3ce92-9722-494a-bef6-30cf6e01324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022178 May 18 06:21:27.382478 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-8af05109-3511-457e-9cae-ec71b919d72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:27.385829 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-8af05109-3511-457e-9cae-ec71b919d72f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4899df40-6c11-4313-a8ca-2dbb25dfeae7 HTTP/1.1" status: 204 len: 168 time: 0.4701743 May 18 06:21:27.526290 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-49ed5021-2e4d-4749-b1d3-40acdd2a5a46 service neutron] 10.222.0.10 "GET /v2.0/networks/9ea3ce92-9722-494a-bef6-30cf6e01324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321766 May 18 06:21:27.721867 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-92462ff9-5ec9-4e0f-9ff7-15a4a7615607 req-180c09d1-5f71-4c66-9328-a6c24fb7fde6 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 210 time: 0.0595427 May 18 06:21:28.521640 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df114c8c-c4a4-48ba-b823-2e770e240cde req-dc337cfa-0432-4577-89b8-fea7c1ff1be6 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:28.523111 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-df114c8c-c4a4-48ba-b823-2e770e240cde req-dc337cfa-0432-4577-89b8-fea7c1ff1be6 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0784943 May 18 06:21:28.571316 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-df114c8c-c4a4-48ba-b823-2e770e240cde req-183da48f-f60c-441f-969c-837d3ee3e85e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 May 18 06:21:28.773428 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-289c0638-4d1e-4a23-a5ef-d876013e2c92 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:28.774837 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-289c0638-4d1e-4a23-a5ef-d876013e2c92 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.39 "GET /v2.0/networks?id=9ea3ce92-9722-494a-bef6-30cf6e01324b HTTP/1.1" status: 200 len: 814 time: 0.1527011 May 18 06:21:28.790874 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Request body: {'port': {'device_id': '9b92db93-d05a-49ff-a29e-02e5442140e0', 'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b', 'admin_state_up': True, 'tenant_id': '09ee233553b74499b7c1db6a0b0cb990'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:28.890849 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4f0f8a0b-7fef-4d1a-80ad-fcec466a46e2 req-02584c8b-6695-47e8-bfa6-ad829dfc5fd4 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 210 time: 0.0492444 May 18 06:21:28.945177 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:28.949183 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Usage tracker for resource:port and tenant:09ee233553b74499b7c1db6a0b0cb990 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:28.951680 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:28.957392 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:28.967092 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Made reservation on behalf of 09ee233553b74499b7c1db6a0b0cb990 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:21:28.970959 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.137862 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Allocated IP 172.20.0.8 (9ea3ce92-9722-494a-bef6-30cf6e01324b/88507e6a-d77c-43a3-88b9-f55a8ef454ce/8ca0c51e-50c9-4897-8595-763d80b43aaf) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:29.345351 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.373817 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.379302 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:29.444617 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Network 9ea3ce92-9722-494a-bef6-30cf6e01324b is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:29.447681 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:29.451687 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:29.454361 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:21:29.491015 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Pushing event updated for resources: {'Port': ['ID=8ca0c51e-50c9-4897-8595-763d80b43aaf,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:29.495448 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:29.517625 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:29.518220 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.542081 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7567201 May 18 06:21:29.561290 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Request body: {'port': {'device_id': '9b92db93-d05a-49ff-a29e-02e5442140e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:29.671137 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.761607 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26881d-3d85-4330-be91-67804fa0e2f0 req-d4c752e2-6c0a-493c-b1e4-f6a578db9fd0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:29.763059 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5d26881d-3d85-4330-be91-67804fa0e2f0 req-d4c752e2-6c0a-493c-b1e4-f6a578db9fd0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0810642 May 18 06:21:29.807769 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5d26881d-3d85-4330-be91-67804fa0e2f0 req-d642c528-ffe7-4ce7-88a5-5e748f0f73f7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388355 May 18 06:21:30.078254 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca0c51e-50c9-4897-8595-763d80b43aaf {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:21:30.079599 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ee1b9-f05a-46a2-8974-af62499da69e req-7b1aca5b-750e-453e-82d4-401cbe7117e7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:30.081090 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-197ee1b9-f05a-46a2-8974-af62499da69e req-7b1aca5b-750e-453e-82d4-401cbe7117e7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 931 time: 0.0824404 May 18 06:21:30.085622 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:30.099519 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Transition to ACTIVE for port object 8ca0c51e-50c9-4897-8595-763d80b43aaf will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:30.103869 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:30.108414 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-532d3c1f-60b3-4943-b4da-1ff30d731120 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:30.125573 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-197ee1b9-f05a-46a2-8974-af62499da69e req-6c79796d-aab5-4bc7-aa20-e74338a9b77c tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Synchronizing usage tracker for tenant:09ee233553b74499b7c1db6a0b0cb990 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:30.142280 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-197ee1b9-f05a-46a2-8974-af62499da69e req-6c79796d-aab5-4bc7-aa20-e74338a9b77c tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Unset dirty status for tenant:09ee233553b74499b7c1db6a0b0cb990 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:30.143397 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-197ee1b9-f05a-46a2-8974-af62499da69e req-6c79796d-aab5-4bc7-aa20-e74338a9b77c tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566292 May 18 06:21:30.261333 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Pushing event updated for resources: {'Port': ['ID=8ca0c51e-50c9-4897-8595-763d80b43aaf,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:30.268093 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:30.331720 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Attempting to bind port 8ca0c51e-50c9-4897-8595-763d80b43aaf on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:21:30.332096 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Attempting to bind port 8ca0c51e-50c9-4897-8595-763d80b43aaf by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '401f9f63-ac28-498c-8b6e-106f89db9eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:21:30.332427 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Attempting to bind port 8ca0c51e-50c9-4897-8595-763d80b43aaf on network 9ea3ce92-9722-494a-bef6-30cf6e01324b {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:30.336956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Port 8ca0c51e-50c9-4897-8595-763d80b43aaf on network 9ea3ce92-9722-494a-bef6-30cf6e01324b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:21:30.337277 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Attempting to bind port 8ca0c51e-50c9-4897-8595-763d80b43aaf on network 9ea3ce92-9722-494a-bef6-30cf6e01324b {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:30.342305 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:21:30.342638 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Checking segment: {'id': '401f9f63-ac28-498c-8b6e-106f89db9eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:30.343016 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Bound using segment: {'id': '401f9f63-ac28-498c-8b6e-106f89db9eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:21:30.343435 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Bound port: 8ca0c51e-50c9-4897-8595-763d80b43aaf, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401f9f63-ac28-498c-8b6e-106f89db9eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:21:30.343777 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:30.435793 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] For port 8ca0c51e-50c9-4897-8595-763d80b43aaf, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:21:30.438801 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] For port 8ca0c51e-50c9-4897-8595-763d80b43aaf, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8ca0c51e-50c9-4897-8595-763d80b43aaf,segment=NetworkSegment(401f9f63-ac28-498c-8b6e-106f89db9eac),segment_id=401f9f63-ac28-498c-8b6e-106f89db9eac)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:21:30.442768 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:30.447335 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-399e7f03-bb22-4a00-be32-3844e9f9b382 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:30.502790 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:30.503395 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:30.504828 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] 10.222.0.39 "PUT /v2.0/ports/8ca0c51e-50c9-4897-8595-763d80b43aaf HTTP/1.1" status: 200 len: 1093 time: 0.9475210 May 18 06:21:30.505328 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b92db93-d05a-49ff-a29e-02e5442140e0', 'tag': '8ca0c51e-50c9-4897-8595-763d80b43aaf'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:30.529741 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Pushing event updated for resources: {'Port': ['ID=8ca0c51e-50c9-4897-8595-763d80b43aaf,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:30.532782 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:30.558112 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b92db93-d05a-49ff-a29e-02e5442140e0', 'tag': '8ca0c51e-50c9-4897-8595-763d80b43aaf', 'status': 'completed', 'code': 200} May 18 06:21:30.636627 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-f53ef92d-ea08-4de7-a1ee-2167822494d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:30.638221 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-f53ef92d-ea08-4de7-a1ee-2167822494d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09ee233553b74499b7c1db6a0b0cb990&device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 1096 time: 0.0774064 May 18 06:21:30.717757 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-87e5e299-5bbc-4ab1-8ef9-8acba9d28e26 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ca0c51e-50c9-4897-8595-763d80b43aaf HTTP/1.1" status: 200 len: 217 time: 0.0671165 May 18 06:21:30.788237 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-1e446835-fa2d-4185-8ba4-1ab0b1c2da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:30.789677 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-1e446835-fa2d-4185-8ba4-1ab0b1c2da51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88507e6a-d77c-43a3-88b9-f55a8ef454ce HTTP/1.1" status: 200 len: 854 time: 0.0632100 May 18 06:21:30.837847 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-cd9a4221-84af-4e26-a20f-baeae17c3d1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ea3ce92-9722-494a-bef6-30cf6e01324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417521 May 18 06:21:30.971036 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-835475d0-069f-427a-8865-2fc41d348ad3 service neutron] 10.222.0.39 "GET /v2.0/networks/9ea3ce92-9722-494a-bef6-30cf6e01324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259141 May 18 06:21:31.000518 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a906-67d9-4bb4-898c-c0d027261fc9 req-a6bb34a3-4444-4e0e-899d-015be8b94632 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:31.001956 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3be5a906-67d9-4bb4-898c-c0d027261fc9 req-a6bb34a3-4444-4e0e-899d-015be8b94632 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0787010 May 18 06:21:31.120629 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-04d8cf86-18be-4e9a-8ea9-c1376c4b64f5 req-f335a1ee-dcec-4283-9141-bfa8b9cce895 service neutron] 10.222.0.39 "GET /v2.0/networks/9ea3ce92-9722-494a-bef6-30cf6e01324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438229 May 18 06:21:31.146926 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3be5a906-67d9-4bb4-898c-c0d027261fc9 req-fbc76b9d-dd9c-463e-8ecd-8f618ed94037 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381483 May 18 06:21:31.231282 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b6703-e123-4ec7-bac2-acc3c43e56e2 req-51d71354-36b3-4c70-9036-eb8d2793b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:31.232793 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-a80b6703-e123-4ec7-bac2-acc3c43e56e2 req-51d71354-36b3-4c70-9036-eb8d2793b554 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09ee233553b74499b7c1db6a0b0cb990&device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 1096 time: 0.0693376 May 18 06:21:31.328574 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372556c-49cf-436f-8be0-0a33d896e690 req-9071eede-142e-4e93-9874-953ea3b1c1f4 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:31.330008 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4372556c-49cf-436f-8be0-0a33d896e690 req-9071eede-142e-4e93-9874-953ea3b1c1f4 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 943 time: 0.0783081 May 18 06:21:31.369339 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b6703-e123-4ec7-bac2-acc3c43e56e2 req-a5468bcf-c697-4cca-bf60-e0b68feca00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:31.370751 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-a80b6703-e123-4ec7-bac2-acc3c43e56e2 req-a5468bcf-c697-4cca-bf60-e0b68feca00d service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ea3ce92-9722-494a-bef6-30cf6e01324b HTTP/1.1" status: 200 len: 914 time: 0.1263421 May 18 06:21:31.374726 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4372556c-49cf-436f-8be0-0a33d896e690 req-d0196025-421e-4c4d-b1e0-622c0ed53c55 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389502 May 18 06:21:31.444135 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-a80b6703-e123-4ec7-bac2-acc3c43e56e2 req-1f7a9ad3-0287-4078-b8e4-19438db407a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ca0c51e-50c9-4897-8595-763d80b43aaf HTTP/1.1" status: 200 len: 217 time: 0.0650604 May 18 06:21:31.506756 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b6703-e123-4ec7-bac2-acc3c43e56e2 req-fd1fb480-f324-44b8-9c93-2fdad9c23cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:31.508068 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-a80b6703-e123-4ec7-bac2-acc3c43e56e2 req-fd1fb480-f324-44b8-9c93-2fdad9c23cc4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88507e6a-d77c-43a3-88b9-f55a8ef454ce HTTP/1.1" status: 200 len: 854 time: 0.0573130 May 18 06:21:31.624528 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-a80b6703-e123-4ec7-bac2-acc3c43e56e2 req-fd9c4946-6225-477d-a4fa-2a2c02f601d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ea3ce92-9722-494a-bef6-30cf6e01324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071112 May 18 06:21:31.756550 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-a80b6703-e123-4ec7-bac2-acc3c43e56e2 req-2aa7a634-2e2a-4fb5-b048-4c04e786e09c service neutron] 10.222.0.39 "GET /v2.0/networks/9ea3ce92-9722-494a-bef6-30cf6e01324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218221 May 18 06:21:31.892182 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-a80b6703-e123-4ec7-bac2-acc3c43e56e2 req-1d977ffd-cf10-41a6-8634-e211f0fe3763 service neutron] 10.222.0.39 "GET /v2.0/networks/9ea3ce92-9722-494a-bef6-30cf6e01324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277525 May 18 06:21:32.333665 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d860d2-3b8d-44e1-bd19-20498694ce93 req-3b1f4f14-7376-4aff-9a6b-7d1e848c0b90 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:32.334992 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-36d860d2-3b8d-44e1-bd19-20498694ce93 req-3b1f4f14-7376-4aff-9a6b-7d1e848c0b90 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0794337 May 18 06:21:32.378266 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-36d860d2-3b8d-44e1-bd19-20498694ce93 req-3ceb08ac-2138-4660-9db1-729b26f2aea0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376675 May 18 06:21:32.557350 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a814b0-79cd-41cb-acf8-0b1e6f9cfacd req-22c1afe6-48b7-4b99-9aa5-4df5206a63fe tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:32.558762 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d1a814b0-79cd-41cb-acf8-0b1e6f9cfacd req-22c1afe6-48b7-4b99-9aa5-4df5206a63fe tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 943 time: 0.0781431 May 18 06:21:32.605896 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d1a814b0-79cd-41cb-acf8-0b1e6f9cfacd req-4c9b6887-bcd6-421f-9c48-dc5933c54afe tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 May 18 06:21:33.018686 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:33.564397 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f0ef3-018e-4bb6-bac3-46dda3c7a4f3 req-224c3991-7e59-47b1-8e45-9c2c22bc4666 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:33.565840 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6c0f0ef3-018e-4bb6-bac3-46dda3c7a4f3 req-224c3991-7e59-47b1-8e45-9c2c22bc4666 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0799077 May 18 06:21:33.610770 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6c0f0ef3-018e-4bb6-bac3-46dda3c7a4f3 req-4be1edae-8035-42f1-96ba-1441fa3500a5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382977 May 18 06:21:33.803807 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d18ec9-d36e-4deb-ba55-4d5d72711f94 req-587d7681-1a01-4d1f-83b4-8dedb08de6e7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:33.805652 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c4d18ec9-d36e-4deb-ba55-4d5d72711f94 req-587d7681-1a01-4d1f-83b4-8dedb08de6e7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 943 time: 0.0933304 May 18 06:21:33.854332 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c4d18ec9-d36e-4deb-ba55-4d5d72711f94 req-85d2cb69-8ae7-419a-95ad-ae9fbca022bb tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426824 May 18 06:21:34.802177 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69010538-7c1c-4965-a31d-bc82465d6934 req-677d8dd3-3145-43c9-8623-73bf0b4763c0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:34.803685 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-69010538-7c1c-4965-a31d-bc82465d6934 req-677d8dd3-3145-43c9-8623-73bf0b4763c0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0817099 May 18 06:21:34.850923 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-69010538-7c1c-4965-a31d-bc82465d6934 req-3dbf5eda-80a7-4e95-aeee-7d62cc1857eb tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412827 May 18 06:21:34.867815 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 8ca0c51e-50c9-4897-8595-763d80b43aaf details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:21:35.002619 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 8ca0c51e-50c9-4897-8595-763d80b43aaf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8ca0c51e-50c9-4897-8595-763d80b43aaf,segment=NetworkSegment(401f9f63-ac28-498c-8b6e-106f89db9eac),segment_id=401f9f63-ac28-498c-8b6e-106f89db9eac)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:35.016423 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '8ca0c51e-50c9-4897-8595-763d80b43aaf', 'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b', 'port_id': '8ca0c51e-50c9-4897-8595-763d80b43aaf', 'mac_address': 'fa:16:3e:0b:d7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88507e6a-d77c-43a3-88b9-f55a8ef454ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:21:35.046862 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89ee4-a132-4639-ac20-044327c334b9 req-035e246d-5418-41bb-bae1-fd7dbe6cd08b tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:35.048354 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-afe89ee4-a132-4639-ac20-044327c334b9 req-035e246d-5418-41bb-bae1-fd7dbe6cd08b tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 943 time: 0.0867021 May 18 06:21:35.077642 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:35.094530 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-afe89ee4-a132-4639-ac20-044327c334b9 req-c19b8587-fcf6-4330-abbc-0796c4c34c2c tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 May 18 06:21:35.094765 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca0c51e-50c9-4897-8595-763d80b43aaf {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:21:35.110800 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 8ca0c51e-50c9-4897-8595-763d80b43aaf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8ca0c51e-50c9-4897-8595-763d80b43aaf,segment=NetworkSegment(401f9f63-ac28-498c-8b6e-106f89db9eac),segment_id=401f9f63-ac28-498c-8b6e-106f89db9eac)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:35.115926 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:35.116789 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:21:35.127403 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f11119df-a764-413d-a5a8-86b1cefe26ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:35.336083 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=8ca0c51e-50c9-4897-8595-763d80b43aaf,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:35.351538 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:35.405151 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:35.422540 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'port_id': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'mac_address': 'fa:16:3e:26:ef:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:21:35.573736 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:35.594770 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:21:35.617817 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:35.625927 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:35.629623 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:35.703884 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,revision_number=6']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:35.706635 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:35.730309 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['7489e64a-6c21-4a5c-bed3-c9eb1af0b66f'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:21:36.042838 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813a4e6-bc10-49b1-9cad-01326dfc94f9 req-3b3f3d20-2fee-4ae7-a37f-a7ba860bf999 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:36.044349 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0813a4e6-bc10-49b1-9cad-01326dfc94f9 req-3b3f3d20-2fee-4ae7-a37f-a7ba860bf999 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 944 time: 0.0809441 May 18 06:21:36.046896 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['8ca0c51e-50c9-4897-8595-763d80b43aaf'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:21:36.089536 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0813a4e6-bc10-49b1-9cad-01326dfc94f9 req-b3cd9450-aed9-4bf4-97a4-3a94174c95bf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385876 May 18 06:21:36.284889 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d4e0b-19cc-472a-8deb-fef728a47cab req-4b00c3fe-22e3-4764-8f17-bf9a0b2178a6 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:36.286728 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-231d4e0b-19cc-472a-8deb-fef728a47cab req-4b00c3fe-22e3-4764-8f17-bf9a0b2178a6 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 944 time: 0.0781550 May 18 06:21:36.332970 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-231d4e0b-19cc-472a-8deb-fef728a47cab req-998dc65d-d70e-4503-92af-9128aff793dd tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406187 May 18 06:21:36.867437 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:36.932779 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:36.933147 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:37.053092 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-78ac0538-1244-4a99-97d6-bc866a630ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:37.057766 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:37.084797 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:37.094593 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:37.098559 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:37.100411 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:37.134836 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'code': 200} May 18 06:21:37.170146 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,revision_number=7']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:37.173136 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:37.280377 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9723f99-3335-4dec-9efb-17d5664227e4 req-49a639b5-f9cd-44e3-ae50-5e96dbe25287 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:37.281786 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f9723f99-3335-4dec-9efb-17d5664227e4 req-49a639b5-f9cd-44e3-ae50-5e96dbe25287 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0789814 May 18 06:21:37.325275 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f9723f99-3335-4dec-9efb-17d5664227e4 req-fcb2f6cb-1bef-4f32-83d3-0b4312c4d3f6 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377855 May 18 06:21:37.522092 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72c95b-f8c6-4e18-8f8e-b6b669ba11d2 req-ecd84073-e29c-4807-820c-b648d8059ae5 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:37.523501 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fa72c95b-f8c6-4e18-8f8e-b6b669ba11d2 req-ecd84073-e29c-4807-820c-b648d8059ae5 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 944 time: 0.0839193 May 18 06:21:37.569263 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fa72c95b-f8c6-4e18-8f8e-b6b669ba11d2 req-e7445b65-785d-4cba-9007-b4c505d03afc tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 May 18 06:21:38.508621 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246d9cd-780e-4260-a5f2-d4bd39cf3284 req-fd7a9f08-2fb0-4320-91a2-97d10d4da4e6 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:38.510022 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1246d9cd-780e-4260-a5f2-d4bd39cf3284 req-fd7a9f08-2fb0-4320-91a2-97d10d4da4e6 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0781205 May 18 06:21:38.556307 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1246d9cd-780e-4260-a5f2-d4bd39cf3284 req-b0993870-2fdf-4ebc-b0eb-dcda61454e97 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407095 May 18 06:21:38.746508 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb99059-cf14-4a24-8b9e-e0d82c50c9db req-e34464c1-cd0b-4930-97c3-4f7ada6811c0 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:38.747913 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5cb99059-cf14-4a24-8b9e-e0d82c50c9db req-e34464c1-cd0b-4930-97c3-4f7ada6811c0 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 944 time: 0.0769293 May 18 06:21:38.791742 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5cb99059-cf14-4a24-8b9e-e0d82c50c9db req-b49190e5-4c19-4ba9-ad71-3efdf1cd2a10 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380225 May 18 06:21:38.897783 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 8ca0c51e-50c9-4897-8595-763d80b43aaf up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:38.965696 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port 8ca0c51e-50c9-4897-8595-763d80b43aaf completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:38.971527 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 8ca0c51e-50c9-4897-8595-763d80b43aaf triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:38.972118 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:39.100286 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:39.132535 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 8ca0c51e-50c9-4897-8595-763d80b43aaf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8ca0c51e-50c9-4897-8595-763d80b43aaf,segment=NetworkSegment(401f9f63-ac28-498c-8b6e-106f89db9eac),segment_id=401f9f63-ac28-498c-8b6e-106f89db9eac)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:39.135406 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b92db93-d05a-49ff-a29e-02e5442140e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca0c51e-50c9-4897-8595-763d80b43aaf'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:39.140573 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:39.142346 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:39.189127 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b92db93-d05a-49ff-a29e-02e5442140e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca0c51e-50c9-4897-8595-763d80b43aaf', 'code': 200} May 18 06:21:39.210959 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=8ca0c51e-50c9-4897-8595-763d80b43aaf,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:39.213909 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:39.433516 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c612e53-ac87-4102-920e-859dc28d7f29 req-92bdfec4-f1af-4479-ab1e-ee92be3b492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:39.434944 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-2c612e53-ac87-4102-920e-859dc28d7f29 req-92bdfec4-f1af-4479-ab1e-ee92be3b492e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 1098 time: 0.0680375 May 18 06:21:39.478784 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-2c612e53-ac87-4102-920e-859dc28d7f29 req-bb23215f-2e7e-485b-a13e-6103faad28db service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338271 May 18 06:21:39.743993 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc1bbb-3b5e-4064-8f5d-28bbd93e6d13 req-ab47bbff-c3ca-48c9-8cfc-6878556ee29b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:39.745459 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e6fc1bbb-3b5e-4064-8f5d-28bbd93e6d13 req-ab47bbff-c3ca-48c9-8cfc-6878556ee29b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0817065 May 18 06:21:39.789966 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e6fc1bbb-3b5e-4064-8f5d-28bbd93e6d13 req-b38b4eed-a5b3-4226-a391-97f22e50c3ae tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385773 May 18 06:21:39.962971 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:39.973824 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bb963-77c0-433f-93e3-1ecb50adfde1 req-6f50b3fa-b647-4b35-bc77-b72004d38a30 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:39.975255 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-962bb963-77c0-433f-93e3-1ecb50adfde1 req-6f50b3fa-b647-4b35-bc77-b72004d38a30 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 945 time: 0.0799801 May 18 06:21:40.020132 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-962bb963-77c0-433f-93e3-1ecb50adfde1 req-a432fac7-c71f-45b4-a27b-cdbc20504db0 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383029 May 18 06:21:40.098317 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e07ac91e-b8ca-4cd6-ad30-dd7a149f8e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:40.780819 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:40.998363 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b6b21-f381-4521-afd4-29f6a0c4b0ff req-519ce89b-731b-47c1-876d-f8d59253d757 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:41.000571 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-226b6b21-f381-4521-afd4-29f6a0c4b0ff req-519ce89b-731b-47c1-876d-f8d59253d757 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0964096 May 18 06:21:41.048435 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-226b6b21-f381-4521-afd4-29f6a0c4b0ff req-3c221244-7bdd-44f7-8d63-1a0a05461064 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408406 May 18 06:21:41.224455 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c81d9-4c4d-485d-999b-c6b4a864566a req-72fd4c74-7878-40e0-a473-c1b4f56dcdbc tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:41.225902 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-488c81d9-4c4d-485d-999b-c6b4a864566a req-72fd4c74-7878-40e0-a473-c1b4f56dcdbc tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 945 time: 0.0904129 May 18 06:21:41.354189 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-488c81d9-4c4d-485d-999b-c6b4a864566a req-d9527ce4-beb9-4573-acf6-5e31d84966fa tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224420 May 18 06:21:42.084672 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:42.308539 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745167f-846d-460e-8450-5ef539a516f4 req-a6b6954f-1dac-4e1f-9876-ae91be22b081 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:42.316496 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c745167f-846d-460e-8450-5ef539a516f4 req-a6b6954f-1dac-4e1f-9876-ae91be22b081 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.1257014 May 18 06:21:42.386843 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c745167f-846d-460e-8450-5ef539a516f4 req-c3c56d74-f9c8-4ff5-87c4-d627f60b2867 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691454 May 18 06:21:43.701481 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb9f12-e920-4f32-a174-7d72e63d203b req-145fa6f7-9c64-459d-9eeb-a0a51d2b60b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:43.703880 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a2cb9f12-e920-4f32-a174-7d72e63d203b req-145fa6f7-9c64-459d-9eeb-a0a51d2b60b8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.1183813 May 18 06:21:43.753177 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a2cb9f12-e920-4f32-a174-7d72e63d203b req-14fa429f-ab1d-4b75-afc5-a8edcea4f29d tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426154 May 18 06:21:44.980546 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe411f92-1966-4318-b52e-73f7b9010046 req-18668d40-04c5-4422-86c2-6c222d3cd4de tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:44.981988 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fe411f92-1966-4318-b52e-73f7b9010046 req-18668d40-04c5-4422-86c2-6c222d3cd4de tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0960531 May 18 06:21:45.032610 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fe411f92-1966-4318-b52e-73f7b9010046 req-001b38f3-064f-4a5f-a9cb-389f0bd8c9b1 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448415 May 18 06:21:46.238417 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1803c-8bc0-4b0e-8b6c-26599091dc22 req-0dbe04b7-3818-4391-8ad5-4277b76fb05e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:46.239945 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d7e1803c-8bc0-4b0e-8b6c-26599091dc22 req-0dbe04b7-3818-4391-8ad5-4277b76fb05e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0902853 May 18 06:21:46.294760 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d7e1803c-8bc0-4b0e-8b6c-26599091dc22 req-63ee004a-ee77-4113-8f94-9981ee70fc08 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488398 May 18 06:21:47.503797 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2000b2-ab4f-4d68-8acb-f7085354df25 req-f126b3d8-700b-4c71-adfa-86a7126625b4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:47.506121 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2f2000b2-ab4f-4d68-8acb-f7085354df25 req-f126b3d8-700b-4c71-adfa-86a7126625b4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0912640 May 18 06:21:47.555656 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2f2000b2-ab4f-4d68-8acb-f7085354df25 req-830b9d4f-857d-4ae3-a5f1-d3b2992cf9e6 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439212 May 18 06:21:48.782306 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff37c9-ad02-427e-afe4-6123342a10a6 req-fc8151ae-caf1-464f-ad5f-7caaa751cdda tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:48.783761 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-49ff37c9-ad02-427e-afe4-6123342a10a6 req-fc8151ae-caf1-464f-ad5f-7caaa751cdda tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.1014500 May 18 06:21:48.832722 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-49ff37c9-ad02-427e-afe4-6123342a10a6 req-d5c6e2d5-ad4b-4b9f-a4e0-d5808c5e4935 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 May 18 06:21:50.079641 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b4d3b-a03b-46df-b4a4-6cc2478b8f42 req-2fa534c4-ce21-42b3-ba88-c3dcdb15946c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:50.088056 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c26b4d3b-a03b-46df-b4a4-6cc2478b8f42 req-2fa534c4-ce21-42b3-ba88-c3dcdb15946c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.1081920 May 18 06:21:50.130259 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c26b4d3b-a03b-46df-b4a4-6cc2478b8f42 req-1c6cfcb0-a4d6-4cbe-8abf-565ba3011d00 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413356 May 18 06:21:51.356808 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddaca0-28da-47cc-b6cd-788b485e8af8 req-cb153806-1db9-4228-aba3-445f8503cf62 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:51.365117 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-62ddaca0-28da-47cc-b6cd-788b485e8af8 req-cb153806-1db9-4228-aba3-445f8503cf62 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.1062567 May 18 06:21:51.408594 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-62ddaca0-28da-47cc-b6cd-788b485e8af8 req-be3d0d58-4e2e-431b-8cd1-468e33f77b8b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425794 May 18 06:21:52.617576 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d573d-c619-4d23-8136-b575a4bea481 req-ad305206-8722-48b6-bcde-64e0754168b7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:52.619197 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f17d573d-c619-4d23-8136-b575a4bea481 req-ad305206-8722-48b6-bcde-64e0754168b7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0832815 May 18 06:21:52.669852 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f17d573d-c619-4d23-8136-b575a4bea481 req-c7b39e38-e76b-4657-925e-a667e2ead2e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447755 May 18 06:21:53.636006 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552a6a-fa8e-46be-97dc-514f219e0ae1 req-3768afe9-39df-4386-8d71-bca8b8569258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:53.637460 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-30552a6a-fa8e-46be-97dc-514f219e0ae1 req-3768afe9-39df-4386-8d71-bca8b8569258 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 1098 time: 0.0727823 May 18 06:21:53.770153 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552a6a-fa8e-46be-97dc-514f219e0ae1 req-17f86d13-d143-43a5-aeda-37acd3ce2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:53.771603 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-30552a6a-fa8e-46be-97dc-514f219e0ae1 req-17f86d13-d143-43a5-aeda-37acd3ce2411 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 917 time: 0.1258433 May 18 06:21:53.856831 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e9635-8cc9-42a2-a79d-12f1aa1f58ca req-0b29827a-3d2e-4f11-9f82-ca501e80c790 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:53.858267 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f40e9635-8cc9-42a2-a79d-12f1aa1f58ca req-0b29827a-3d2e-4f11-9f82-ca501e80c790 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0775497 May 18 06:21:53.873429 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-30552a6a-fa8e-46be-97dc-514f219e0ae1 req-3f1ea8fe-6070-41a3-9d5c-379ace51c4ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f HTTP/1.1" status: 200 len: 1001 time: 0.0949712 May 18 06:21:53.902941 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f40e9635-8cc9-42a2-a79d-12f1aa1f58ca req-8ceacd63-bad4-4c1d-8c6f-2fa4dd9b51f4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384614 May 18 06:21:53.934746 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552a6a-fa8e-46be-97dc-514f219e0ae1 req-06877b90-271f-441e-bd3d-efd43dba57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:53.936180 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-30552a6a-fa8e-46be-97dc-514f219e0ae1 req-06877b90-271f-441e-bd3d-efd43dba57dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04f3d7da-6d97-479e-89c5-48a24fca53b8 HTTP/1.1" status: 200 len: 856 time: 0.0563889 May 18 06:21:54.009836 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552a6a-fa8e-46be-97dc-514f219e0ae1 req-05cc2589-6321-4265-80e5-3a83afdd497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:54.011268 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-30552a6a-fa8e-46be-97dc-514f219e0ae1 req-05cc2589-6321-4265-80e5-3a83afdd497a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0679393 May 18 06:21:54.149539 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-30552a6a-fa8e-46be-97dc-514f219e0ae1 req-25280497-5698-4ff1-af18-a1da66565d02 service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280379 May 18 06:21:54.287008 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-30552a6a-fa8e-46be-97dc-514f219e0ae1 req-3cb2edff-8fb3-4fd6-8e55-cf1b05ba2876 service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282883 May 18 06:21:55.108759 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e1946-6b19-4d54-ba1e-2ab3600c2d6b req-d70f8653-8ca0-42c6-a578-a4ea5062ca87 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:55.110184 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-117e1946-6b19-4d54-ba1e-2ab3600c2d6b req-d70f8653-8ca0-42c6-a578-a4ea5062ca87 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0825920 May 18 06:21:55.155159 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-117e1946-6b19-4d54-ba1e-2ab3600c2d6b req-18ebf2bd-4a24-42bb-9594-4466e1bd6921 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392714 May 18 06:21:56.344550 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97856801-9683-4506-8938-f9175ff01fad req-47664bee-e2ce-4658-a37d-5f58aeed50f5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:56.346510 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-97856801-9683-4506-8938-f9175ff01fad req-47664bee-e2ce-4658-a37d-5f58aeed50f5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 945 time: 0.0826952 May 18 06:21:56.398434 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-97856801-9683-4506-8938-f9175ff01fad req-fe5dbf85-e284-4244-a9a8-103bae1a61a8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455875 May 18 06:21:57.012506 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:21:57.123829 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:57.152179 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:57.162979 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:57.168264 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:57.169910 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:57.212615 dv-cinder-784623-10-smb neutron-server[78808]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'code': 422} returned with failed status May 18 06:21:57.247959 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,revision_number=8']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:57.255467 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:57.255865 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:57.256236 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:57.256572 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:57.256902 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:57.257230 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:57.257552 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:57.257877 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:57.258199 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:57.258661 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:57.259207 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:57.259653 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:57.263794 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:57.588690 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ab5ff-cadd-4da5-9b30-ce175b95e1c4 req-bfe61213-d3bb-4a31-a9d1-1197822e8f2e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:57.590100 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d23ab5ff-cadd-4da5-9b30-ce175b95e1c4 req-bfe61213-d3bb-4a31-a9d1-1197822e8f2e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0785072 May 18 06:21:57.634312 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d23ab5ff-cadd-4da5-9b30-ce175b95e1c4 req-f346f804-5245-4194-aff7-05bb4b3c3d9a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385215 May 18 06:21:58.563477 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2686d5-1eb5-44cb-a4b1-a38fc1f5ce39 req-7f7acc41-3cb8-4cd0-be64-5cedba7d65e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:58.565511 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3f2686d5-1eb5-44cb-a4b1-a38fc1f5ce39 req-7f7acc41-3cb8-4cd0-be64-5cedba7d65e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.1161969 May 18 06:21:58.616548 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3f2686d5-1eb5-44cb-a4b1-a38fc1f5ce39 req-0535cc79-792c-41d3-a313-08278c2b029b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423386 May 18 06:21:58.908073 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 47416) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:59.021014 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-58aac190-20e8-437f-92ff-fc9a4dee31cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112061 May 18 06:21:59.521446 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5cb13626-a475-4ba3-80c5-e37eb14a5396 req-947d9eea-5b38-412e-8360-72fa65a3ad58 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735102 May 18 06:21:59.687828 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb13626-a475-4ba3-80c5-e37eb14a5396 req-0b9d9515-fa9b-4327-bc30-4bfc7b6ce668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:59.689457 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5cb13626-a475-4ba3-80c5-e37eb14a5396 req-0b9d9515-fa9b-4327-bc30-4bfc7b6ce668 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f834aee473dd4b68b11e9ea8eb94614b&device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 1098 time: 0.0763097 May 18 06:21:59.823002 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a7d4d-1ed5-4797-9ab2-50d734d4e53d req-49e971ae-402d-4ff6-86e0-46d722b560f7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:59.824446 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1b8a7d4d-1ed5-4797-9ab2-50d734d4e53d req-49e971ae-402d-4ff6-86e0-46d722b560f7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0839574 May 18 06:21:59.850832 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb13626-a475-4ba3-80c5-e37eb14a5396 req-4f0e49f5-3c5e-49f7-b8d0-aa038c1ecbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:59.852401 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5cb13626-a475-4ba3-80c5-e37eb14a5396 req-4f0e49f5-3c5e-49f7-b8d0-aa038c1ecbc4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=35e6311d-ad34-4c28-8e8c-cb843c53a901 HTTP/1.1" status: 200 len: 910 time: 0.1293943 May 18 06:21:59.869733 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1b8a7d4d-1ed5-4797-9ab2-50d734d4e53d req-abbe86e4-e055-46c1-a83e-91c4df970924 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394433 May 18 06:21:59.963401 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5cb13626-a475-4ba3-80c5-e37eb14a5396 req-975a4387-b2bb-495b-84eb-a359441a1d62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d2dc66-62c1-4c13-8679-47b66989cc80 HTTP/1.1" status: 200 len: 1001 time: 0.1039541 May 18 06:22:00.029714 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb13626-a475-4ba3-80c5-e37eb14a5396 req-643c2f4c-0416-4667-83eb-281084a4ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:00.031146 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5cb13626-a475-4ba3-80c5-e37eb14a5396 req-643c2f4c-0416-4667-83eb-281084a4ccfb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44a1e5f8-6f01-488d-b18f-cc75d3335fda HTTP/1.1" status: 200 len: 849 time: 0.0608969 May 18 06:22:00.189928 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb13626-a475-4ba3-80c5-e37eb14a5396 req-8684a825-3ec1-4594-ba51-866e621c3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:00.191300 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5cb13626-a475-4ba3-80c5-e37eb14a5396 req-8684a825-3ec1-4594-ba51-866e621c3914 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35e6311d-ad34-4c28-8e8c-cb843c53a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1537664 May 18 06:22:00.324358 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5cb13626-a475-4ba3-80c5-e37eb14a5396 req-267405d8-df68-4b20-a4ab-7af4fdcb1833 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264918 May 18 06:22:00.494566 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5cb13626-a475-4ba3-80c5-e37eb14a5396 req-c3a7161c-67d8-4b97-a881-7296a46be3fb service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228499 May 18 06:22:00.717955 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-14cc8cfe-d1c6-42a9-9a49-49ee7fb283a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:00.719397 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-14cc8cfe-d1c6-42a9-9a49-49ee7fb283a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6&tenant_id=d53c64ff29674e85aeeb96ed68d90a45 HTTP/1.1" status: 200 len: 1096 time: 0.0681920 May 18 06:22:00.810027 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-feac4858-b4bb-4843-818f-dcc06c95a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:00.811331 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-feac4858-b4bb-4843-818f-dcc06c95a9fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 1096 time: 0.0705769 May 18 06:22:00.940679 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-09a73343-ecc7-4e81-9020-bfc43f4515b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:00.942628 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-09a73343-ecc7-4e81-9020-bfc43f4515b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 917 time: 0.1237590 May 18 06:22:01.046532 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-747f38a6-6625-4ade-8cda-63bf9d194d22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f HTTP/1.1" status: 200 len: 999 time: 0.0965006 May 18 06:22:01.062156 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1aecc-b6dd-4e90-95ab-26eaf02522cc req-66090b7e-7fb9-41ae-8981-945403313352 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:01.063516 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7ef1aecc-b6dd-4e90-95ab-26eaf02522cc req-66090b7e-7fb9-41ae-8981-945403313352 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0785470 May 18 06:22:01.109164 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-10b4b279-7362-404a-ae4e-9afeb6aa8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:01.111410 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7ef1aecc-b6dd-4e90-95ab-26eaf02522cc req-56ec6dd5-71a6-44ca-8b83-912ec23800f9 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405900 May 18 06:22:01.111639 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-10b4b279-7362-404a-ae4e-9afeb6aa8de2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04f3d7da-6d97-479e-89c5-48a24fca53b8 HTTP/1.1" status: 200 len: 856 time: 0.0566418 May 18 06:22:01.189779 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-267effde-f413-4aa9-ab21-6db918494982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:01.191228 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-267effde-f413-4aa9-ab21-6db918494982 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0729427 May 18 06:22:01.325421 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-e9319664-e21b-4853-b317-9abe9a4fe668 service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270292 May 18 06:22:01.461146 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b92b0099-4df6-44c0-81e7-65c140cb74cd req-537f1d1d-964f-4abc-b93f-1689bdf14a1e service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280713 May 18 06:22:02.304245 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d1cb9-f577-4e84-992a-365f2a1feaca req-501adf06-a4c3-4df2-8033-3eaf94d9d039 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:02.305690 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ba4d1cb9-f577-4e84-992a-365f2a1feaca req-501adf06-a4c3-4df2-8033-3eaf94d9d039 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0784397 May 18 06:22:02.350534 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ba4d1cb9-f577-4e84-992a-365f2a1feaca req-64ef26a9-d28c-4b8c-a7ce-e9dd48c217cc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390112 May 18 06:22:03.027112 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:03.626198 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81de8e-b4f0-4819-b456-b54215c40eb7 req-f3794991-2d6f-4542-8dc8-8906fa1f71ea tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:03.627578 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0a81de8e-b4f0-4819-b456-b54215c40eb7 req-f3794991-2d6f-4542-8dc8-8906fa1f71ea tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.1654129 May 18 06:22:03.673273 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0a81de8e-b4f0-4819-b456-b54215c40eb7 req-6202eb6d-f973-4969-8ef7-55b4aba96b91 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398290 May 18 06:22:04.871984 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d1eeb-002a-439a-a7da-e75583c3d10e req-63837849-d40c-431d-9e07-1b273e58fede tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:04.873445 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2c8d1eeb-002a-439a-a7da-e75583c3d10e req-63837849-d40c-431d-9e07-1b273e58fede tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0860498 May 18 06:22:04.925665 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2c8d1eeb-002a-439a-a7da-e75583c3d10e req-1a632526-7b01-4d07-9037-ac2d09644401 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460644 May 18 06:22:05.015732 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 47546) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:05.137285 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.151841 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:05.155633 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Usage tracker for resource:security_group_rule and tenant:ad2750fcc3f54099952746d42fbafc19 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:05.158436 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:05.164751 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:05.250680 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.254400 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.262554 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-75132206-e174-4ff5-80b3-e1c1d5f00982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:05.303381 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad2750fcc3f54099952746d42fbafc19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862306 May 18 06:22:05.304907 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887bbdfd-f208-4a9f-8649-2447be55e7c9,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:05.305995 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 47556) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:05.312304 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.312676 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.313035 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.313389 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.313740 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.314090 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.314433 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.314778 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.315122 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.315461 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.315803 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.316176 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.319962 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:05.368659 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.396597 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.452012 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.456925 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-145245a8-f0be-42bf-bc1b-e4c2b24bec16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:05.468168 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887bbdfd-f208-4a9f-8649-2447be55e7c9,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:05.478701 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.482246 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/887bbdfd-f208-4a9f-8649-2447be55e7c9 HTTP/1.1" status: 204 len: 168 time: 0.1727679 May 18 06:22:05.489559 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.489943 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.490358 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.490717 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.491109 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.491467 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.491813 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.492211 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.492544 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.492886 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.493282 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.493626 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:05.497337 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:05.769651 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 47564) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:05.787868 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-76d297c8-ec3e-4e3c-bfa1-ccecb9d01e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.801701 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-76d297c8-ec3e-4e3c-bfa1-ccecb9d01e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:05.805515 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-76d297c8-ec3e-4e3c-bfa1-ccecb9d01e70 admin admin] Usage tracker for resource:security_group_rule and tenant:6eec4e8734684adda4eb4b988f00758d is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:05.808266 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-76d297c8-ec3e-4e3c-bfa1-ccecb9d01e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:05.814310 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-76d297c8-ec3e-4e3c-bfa1-ccecb9d01e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:05.896738 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-76d297c8-ec3e-4e3c-bfa1-ccecb9d01e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.900767 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-76d297c8-ec3e-4e3c-bfa1-ccecb9d01e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.918954 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ec77721b-55e2-463f-8499-97c8a5dfd33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:05.957105 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-76d297c8-ec3e-4e3c-bfa1-ccecb9d01e70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6eec4e8734684adda4eb4b988f00758d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863673 May 18 06:22:05.959507 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d297c8-ec3e-4e3c-bfa1-ccecb9d01e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbd2349-9e0a-4a95-9628-bd26912f5f4d,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:05.959755 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 47570) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:05.962775 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-76d297c8-ec3e-4e3c-bfa1-ccecb9d01e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:06.037191 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4da153d7-f6ed-4112-aae5-153da1588f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:06.062653 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4da153d7-f6ed-4112-aae5-153da1588f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:06.132313 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98e174-e9e8-4888-a7c3-dc1f0c54e3ad req-631c16a7-70cb-4319-9335-f1a245a236b4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:06.139691 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ad98e174-e9e8-4888-a7c3-dc1f0c54e3ad req-631c16a7-70cb-4319-9335-f1a245a236b4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0971410 May 18 06:22:06.141929 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4da153d7-f6ed-4112-aae5-153da1588f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:06.146614 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c81a8c42-7036-433e-840e-7f69c6f50cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:06.159914 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da153d7-f6ed-4112-aae5-153da1588f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbd2349-9e0a-4a95-9628-bd26912f5f4d,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:06.162530 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-4da153d7-f6ed-4112-aae5-153da1588f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:06.170860 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4da153d7-f6ed-4112-aae5-153da1588f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:06.184383 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-4da153d7-f6ed-4112-aae5-153da1588f5f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bdbd2349-9e0a-4a95-9628-bd26912f5f4d HTTP/1.1" status: 204 len: 168 time: 0.2125509 May 18 06:22:06.185562 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ad98e174-e9e8-4888-a7c3-dc1f0c54e3ad req-fbecccfb-c3d4-43de-ba24-b9da85765f24 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404229 May 18 06:22:06.453341 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:22:07.040698 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-22d5ee75-c407-419a-b267-e16225184a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:07.408851 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d0c37-2114-4841-937b-3ddcf2a77ef8 req-8b909db2-b173-4cbc-b7e6-4b6bd26460d0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:07.419498 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-191d0c37-2114-4841-937b-3ddcf2a77ef8 req-8b909db2-b173-4cbc-b7e6-4b6bd26460d0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.1047726 May 18 06:22:07.461851 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-191d0c37-2114-4841-937b-3ddcf2a77ef8 req-7b209b71-a316-4a4c-9bdb-a2c5bb5cca65 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410483 May 18 06:22:08.136380 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 47638) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:08.263813 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5b842061-c93c-4a22-bc0b-b6618a54bb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:08.278759 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-5b842061-c93c-4a22-bc0b-b6618a54bb02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:08.282684 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-5b842061-c93c-4a22-bc0b-b6618a54bb02 admin admin] Usage tracker for resource:security_group_rule and tenant:dcf49830cb1f4c74b2cbba8efc38383b is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:08.285461 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-5b842061-c93c-4a22-bc0b-b6618a54bb02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:08.291064 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-5b842061-c93c-4a22-bc0b-b6618a54bb02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:08.379021 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5b842061-c93c-4a22-bc0b-b6618a54bb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:08.383125 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5b842061-c93c-4a22-bc0b-b6618a54bb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:08.390408 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2fa443f3-6377-4b27-800a-5a1da3c21800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:08.431563 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-5b842061-c93c-4a22-bc0b-b6618a54bb02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dcf49830cb1f4c74b2cbba8efc38383b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940121 May 18 06:22:08.432495 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b842061-c93c-4a22-bc0b-b6618a54bb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3098ae48-9b4f-4c81-9672-3663013fb2e1,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:08.434350 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 47644) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:08.435427 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-5b842061-c93c-4a22-bc0b-b6618a54bb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:08.500896 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b341d5cd-1b0a-4a3a-8960-670520c3c73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:08.528891 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b341d5cd-1b0a-4a3a-8960-670520c3c73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:08.631911 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b341d5cd-1b0a-4a3a-8960-670520c3c73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:08.637001 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c33deedc-571f-4f69-b8ca-a1ff109a6bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:08.656517 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341d5cd-1b0a-4a3a-8960-670520c3c73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3098ae48-9b4f-4c81-9672-3663013fb2e1,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:08.662922 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b341d5cd-1b0a-4a3a-8960-670520c3c73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:08.670917 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b341d5cd-1b0a-4a3a-8960-670520c3c73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:08.674412 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-b341d5cd-1b0a-4a3a-8960-670520c3c73a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3098ae48-9b4f-4c81-9672-3663013fb2e1 HTTP/1.1" status: 204 len: 168 time: 0.2357514 May 18 06:22:08.698572 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dce261-1a36-4a03-9fca-452a0761ceb1 req-1ecd1b9b-9586-4d90-815c-6162fcf64491 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:08.705730 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-84dce261-1a36-4a03-9fca-452a0761ceb1 req-1ecd1b9b-9586-4d90-815c-6162fcf64491 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.1224623 May 18 06:22:08.748924 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-84dce261-1a36-4a03-9fca-452a0761ceb1 req-f308d212-044c-47af-b0de-d45eb68170aa tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423167 May 18 06:22:08.979625 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 47654) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:09.001322 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-374f2eff-e41e-4a38-b6d5-15f067f4ba54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:09.021731 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-374f2eff-e41e-4a38-b6d5-15f067f4ba54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:09.025693 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-374f2eff-e41e-4a38-b6d5-15f067f4ba54 admin admin] Usage tracker for resource:security_group_rule and tenant:3698b9eee28f412d8066205212d3fdf2 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:09.028550 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-374f2eff-e41e-4a38-b6d5-15f067f4ba54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:09.034386 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-374f2eff-e41e-4a38-b6d5-15f067f4ba54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:09.118321 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-374f2eff-e41e-4a38-b6d5-15f067f4ba54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:09.121969 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-374f2eff-e41e-4a38-b6d5-15f067f4ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:09.133007 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:09.176379 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-374f2eff-e41e-4a38-b6d5-15f067f4ba54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3698b9eee28f412d8066205212d3fdf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954813 May 18 06:22:09.177904 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f2eff-e41e-4a38-b6d5-15f067f4ba54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe344ae-8b90-46f2-8e0e-d1b7086ff0b2,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:09.179681 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 47658) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:09.180888 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-374f2eff-e41e-4a38-b6d5-15f067f4ba54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:09.241383 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-00b2a54d-27a7-43b9-88ea-641993831cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:09.269621 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-00b2a54d-27a7-43b9-88ea-641993831cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:09.320762 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-00b2a54d-27a7-43b9-88ea-641993831cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:09.324104 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:09.337185 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2a54d-27a7-43b9-88ea-641993831cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe344ae-8b90-46f2-8e0e-d1b7086ff0b2,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:09.340208 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-00b2a54d-27a7-43b9-88ea-641993831cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:09.354845 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-00b2a54d-27a7-43b9-88ea-641993831cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:09.359745 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-00b2a54d-27a7-43b9-88ea-641993831cce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abe344ae-8b90-46f2-8e0e-d1b7086ff0b2 HTTP/1.1" status: 204 len: 168 time: 0.1789114 May 18 06:22:09.950164 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b2a2-d56c-4d88-9738-32bfe2cf5088 req-eeadba6c-b85a-465a-b863-6b04a6fd8e84 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:09.953176 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9d31b2a2-d56c-4d88-9738-32bfe2cf5088 req-eeadba6c-b85a-465a-b863-6b04a6fd8e84 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0863667 May 18 06:22:09.967710 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:10.028269 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9d31b2a2-d56c-4d88-9738-32bfe2cf5088 req-15c3c2f0-22ef-457e-885a-827672ec104b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649736 May 18 06:22:10.105284 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-68461b6b-d7e3-4d05-b023-fe8c7e12f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:10.783815 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:11.236553 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259fdeb-8587-47e4-a261-8e2bb8161dc4 req-cc427b40-fd03-4377-9aa1-c0caac6ebe47 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:11.238056 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2259fdeb-8587-47e4-a261-8e2bb8161dc4 req-cc427b40-fd03-4377-9aa1-c0caac6ebe47 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0928700 May 18 06:22:11.285226 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2259fdeb-8587-47e4-a261-8e2bb8161dc4 req-55c50a6c-2ec7-4187-b751-8b450c89dca3 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407672 May 18 06:22:12.070372 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:12.478662 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b4504-5d39-4726-a516-e204eb8aea14 req-ff97c004-de4f-4a7f-8625-a57c75bf8505 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:12.480137 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6b9b4504-5d39-4726-a516-e204eb8aea14 req-ff97c004-de4f-4a7f-8625-a57c75bf8505 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0824096 May 18 06:22:12.531897 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6b9b4504-5d39-4726-a516-e204eb8aea14 req-aa952ff4-d34d-4f02-917b-8dc8df50ef4e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445852 May 18 06:22:13.723873 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9af44d-665d-4108-95c2-e8d366a88055 req-4175f24a-2a7a-407f-b06d-192a972fd660 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:13.725346 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-bb9af44d-665d-4108-95c2-e8d366a88055 req-4175f24a-2a7a-407f-b06d-192a972fd660 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0829639 May 18 06:22:13.771571 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-bb9af44d-665d-4108-95c2-e8d366a88055 req-4be7dc4e-eded-4494-9426-0c6d38be8daa tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400476 May 18 06:22:14.981536 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b1df4-bc40-4486-9f5e-546a88b42a9e req-49713489-2dbd-4f3f-b4af-05267ab91d9a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:14.983141 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2b4b1df4-bc40-4486-9f5e-546a88b42a9e req-49713489-2dbd-4f3f-b4af-05267ab91d9a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0962319 May 18 06:22:15.048066 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2b4b1df4-bc40-4486-9f5e-546a88b42a9e req-19e1b025-e267-46b6-9976-d55184c4f80c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537586 May 18 06:22:16.232790 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ffea6-fed5-4e28-9dba-cecffe1cbb75 req-032ef949-8291-4a1f-a595-c36eebf0fee2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:16.234269 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0f2ffea6-fed5-4e28-9dba-cecffe1cbb75 req-032ef949-8291-4a1f-a595-c36eebf0fee2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0797594 May 18 06:22:16.283511 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0f2ffea6-fed5-4e28-9dba-cecffe1cbb75 req-debec9dd-2a12-4881-a219-23749aa4e4ca tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434775 May 18 06:22:16.870463 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 47800) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:16.986679 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b7fceede-d141-43d1-9a57-912f1651dd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.001273 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-b7fceede-d141-43d1-9a57-912f1651dd2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:17.005060 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-b7fceede-d141-43d1-9a57-912f1651dd2c admin admin] Usage tracker for resource:security_group_rule and tenant:7b0bafbdde34468e8151bc41c8d3e308 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:17.007888 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-b7fceede-d141-43d1-9a57-912f1651dd2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:17.013457 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-b7fceede-d141-43d1-9a57-912f1651dd2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:17.091239 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b7fceede-d141-43d1-9a57-912f1651dd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.094513 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b7fceede-d141-43d1-9a57-912f1651dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.102920 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-75cccc2f-0d45-41be-8afe-e4d1e5c512b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:17.140331 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-b7fceede-d141-43d1-9a57-912f1651dd2c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b0bafbdde34468e8151bc41c8d3e308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688422 May 18 06:22:17.141832 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fceede-d141-43d1-9a57-912f1651dd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb05914-7462-42ad-85ba-d1158f1273a2,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:17.143006 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 47806) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:17.144965 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b7fceede-d141-43d1-9a57-912f1651dd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:17.200384 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-582f01d3-096f-4f64-bf18-fe83044ac0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.225872 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-582f01d3-096f-4f64-bf18-fe83044ac0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.276658 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-582f01d3-096f-4f64-bf18-fe83044ac0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.281208 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b341d5cd-1b0a-4a3a-8960-670520c3c73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:17.293284 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f01d3-096f-4f64-bf18-fe83044ac0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb05914-7462-42ad-85ba-d1158f1273a2,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:17.298036 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-582f01d3-096f-4f64-bf18-fe83044ac0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:17.302050 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-582f01d3-096f-4f64-bf18-fe83044ac0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.303803 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-582f01d3-096f-4f64-bf18-fe83044ac0c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ceb05914-7462-42ad-85ba-d1158f1273a2 HTTP/1.1" status: 204 len: 168 time: 0.1591582 May 18 06:22:17.478193 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a1bb6-d107-4ede-b7ee-56c9f2892bd2 req-5ecf5008-4606-45d5-bb7e-f924349cacfa tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:17.479678 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9c0a1bb6-d107-4ede-b7ee-56c9f2892bd2 req-5ecf5008-4606-45d5-bb7e-f924349cacfa tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0853555 May 18 06:22:17.524753 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9c0a1bb6-d107-4ede-b7ee-56c9f2892bd2 req-e98fc7dc-71d4-4bc7-b1e2-2ca54ecf663b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390117 May 18 06:22:17.585050 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 47816) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:17.602542 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-222ae21c-877c-41e3-8ef8-07f8b506fbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.617390 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-222ae21c-877c-41e3-8ef8-07f8b506fbec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:17.621216 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-222ae21c-877c-41e3-8ef8-07f8b506fbec admin admin] Usage tracker for resource:security_group_rule and tenant:9a8e64c53dbc4ca08500dc1f91f1908c is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:17.624055 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-222ae21c-877c-41e3-8ef8-07f8b506fbec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:17.630016 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-222ae21c-877c-41e3-8ef8-07f8b506fbec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:17.711282 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-222ae21c-877c-41e3-8ef8-07f8b506fbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.714772 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-222ae21c-877c-41e3-8ef8-07f8b506fbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.722969 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ca8501df-bd7c-4a1b-b878-75dc7e2c1454 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:17.760891 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-222ae21c-877c-41e3-8ef8-07f8b506fbec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a8e64c53dbc4ca08500dc1f91f1908c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748288 May 18 06:22:17.762439 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ae21c-877c-41e3-8ef8-07f8b506fbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6f1cba-d8cb-4ec5-a30b-a053c73306bb,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:17.763540 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 47820) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:17.765306 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-222ae21c-877c-41e3-8ef8-07f8b506fbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:17.892608 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-080796bb-84a2-40ea-88de-7aaf9d1a8c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.917477 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-080796bb-84a2-40ea-88de-7aaf9d1a8c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.970384 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-080796bb-84a2-40ea-88de-7aaf9d1a8c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.974129 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-de02a1e1-4f7a-40fd-83a9-3081568d1ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:17.986664 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080796bb-84a2-40ea-88de-7aaf9d1a8c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6f1cba-d8cb-4ec5-a30b-a053c73306bb,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:17.990397 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-080796bb-84a2-40ea-88de-7aaf9d1a8c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:17.995780 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-080796bb-84a2-40ea-88de-7aaf9d1a8c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.996924 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-080796bb-84a2-40ea-88de-7aaf9d1a8c49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e6f1cba-d8cb-4ec5-a30b-a053c73306bb HTTP/1.1" status: 204 len: 168 time: 0.2323818 May 18 06:22:18.719656 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12dc4-dc3f-4a56-9d68-a2b45b96ff59 req-1bab5cda-893f-4c5d-aeb9-2bad71f3538c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:18.721103 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-30d12dc4-dc3f-4a56-9d68-a2b45b96ff59 req-1bab5cda-893f-4c5d-aeb9-2bad71f3538c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0831964 May 18 06:22:18.767146 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-30d12dc4-dc3f-4a56-9d68-a2b45b96ff59 req-0ba30069-ec79-4ce3-bcf1-80a732b9e2ab tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384688 May 18 06:22:19.965121 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcf3a3-ae8d-4b1b-bd4b-d42d2fa3258c req-4216ad2a-a77d-49ae-836b-248e16f5a547 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:19.966591 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c9fcf3a3-ae8d-4b1b-bd4b-d42d2fa3258c req-4216ad2a-a77d-49ae-836b-248e16f5a547 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0884516 May 18 06:22:20.028707 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c9fcf3a3-ae8d-4b1b-bd4b-d42d2fa3258c req-9084fdce-49d0-44ab-8f2d-0b055420ebaa tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558262 May 18 06:22:20.554546 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 47902) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:20.676813 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b01faa8e-8b96-4bc3-aa25-4c4914fa8d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:20.691304 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-b01faa8e-8b96-4bc3-aa25-4c4914fa8d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:20.695763 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-b01faa8e-8b96-4bc3-aa25-4c4914fa8d88 admin admin] Usage tracker for resource:security_group_rule and tenant:aad4bfd6eab24a3fb3efe25e1b787505 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:20.698655 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-b01faa8e-8b96-4bc3-aa25-4c4914fa8d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:20.704348 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-b01faa8e-8b96-4bc3-aa25-4c4914fa8d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:20.785551 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b01faa8e-8b96-4bc3-aa25-4c4914fa8d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:20.789670 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b01faa8e-8b96-4bc3-aa25-4c4914fa8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:20.797781 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9cea9ad5-4053-4358-84f9-2bfd0d902df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:20.837678 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-b01faa8e-8b96-4bc3-aa25-4c4914fa8d88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aad4bfd6eab24a3fb3efe25e1b787505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820549 May 18 06:22:20.839184 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01faa8e-8b96-4bc3-aa25-4c4914fa8d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ee84b3-b66b-404e-ade6-24443d53eb2f,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:20.840364 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 47910) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:20.842030 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b01faa8e-8b96-4bc3-aa25-4c4914fa8d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:20.898900 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9a25739c-5e72-4c92-aefc-21fae3795e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:20.925259 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9a25739c-5e72-4c92-aefc-21fae3795e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:20.977206 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9a25739c-5e72-4c92-aefc-21fae3795e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:20.980897 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fbb31be6-99a5-43da-8404-dff3ba6d90df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:20.994010 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25739c-5e72-4c92-aefc-21fae3795e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ee84b3-b66b-404e-ade6-24443d53eb2f,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:20.996213 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9a25739c-5e72-4c92-aefc-21fae3795e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:21.003363 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9a25739c-5e72-4c92-aefc-21fae3795e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:21.004478 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-9a25739c-5e72-4c92-aefc-21fae3795e2d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70ee84b3-b66b-404e-ade6-24443d53eb2f HTTP/1.1" status: 204 len: 168 time: 0.1624920 May 18 06:22:21.314193 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 47922) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:21.331587 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-0b4d4598-67bf-4933-8180-7135dfbbbb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:21.335188 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c7799-7460-478a-81a8-d32c012e0dba req-8c43d48b-c6bb-416f-9995-9c2622d212c0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:21.336691 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-950c7799-7460-478a-81a8-d32c012e0dba req-8c43d48b-c6bb-416f-9995-9c2622d212c0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.1727178 May 18 06:22:21.346688 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-0b4d4598-67bf-4933-8180-7135dfbbbb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:21.351052 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-0b4d4598-67bf-4933-8180-7135dfbbbb29 admin admin] Usage tracker for resource:security_group_rule and tenant:c0d1bef4eb224671a90b575431535b31 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:21.353804 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-0b4d4598-67bf-4933-8180-7135dfbbbb29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:21.359365 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-0b4d4598-67bf-4933-8180-7135dfbbbb29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:21.381398 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-950c7799-7460-478a-81a8-d32c012e0dba req-e871e214-ed8a-4003-a7be-014f76c5ce54 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385826 May 18 06:22:21.441454 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-0b4d4598-67bf-4933-8180-7135dfbbbb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:21.445566 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-0b4d4598-67bf-4933-8180-7135dfbbbb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:21.453704 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-df443db2-768a-4a8b-b207-8a890f80b426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:21.491418 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-0b4d4598-67bf-4933-8180-7135dfbbbb29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0d1bef4eb224671a90b575431535b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762064 May 18 06:22:21.493039 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d4598-67bf-4933-8180-7135dfbbbb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cd5501-4c85-4e0d-9452-cd40fb007302,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:21.494086 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 47926) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:21.495982 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0b4d4598-67bf-4933-8180-7135dfbbbb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:21.552413 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-52908781-d5ff-411f-8ab4-a18b38554d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:21.577271 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-52908781-d5ff-411f-8ab4-a18b38554d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:21.629596 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-52908781-d5ff-411f-8ab4-a18b38554d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:21.633723 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-222ae21c-877c-41e3-8ef8-07f8b506fbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:21.645215 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52908781-d5ff-411f-8ab4-a18b38554d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cd5501-4c85-4e0d-9452-cd40fb007302,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:21.650264 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-52908781-d5ff-411f-8ab4-a18b38554d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:21.652133 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-52908781-d5ff-411f-8ab4-a18b38554d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:21.654194 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-52908781-d5ff-411f-8ab4-a18b38554d7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27cd5501-4c85-4e0d-9452-cd40fb007302 HTTP/1.1" status: 204 len: 168 time: 0.1590068 May 18 06:22:22.573525 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd3bc4-b116-475a-ad8d-1b433a131cf6 req-de317902-d8bf-4cae-96d1-e174ef19a9dc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:22.574987 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-98bd3bc4-b116-475a-ad8d-1b433a131cf6 req-de317902-d8bf-4cae-96d1-e174ef19a9dc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0819104 May 18 06:22:22.625073 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-98bd3bc4-b116-475a-ad8d-1b433a131cf6 req-fa6cdeb5-f584-4684-9f26-d875555add83 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422621 May 18 06:22:22.945340 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 47982) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:23.061226 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8b84-ced6-4cd5-ac82-df974298cf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:23.078522 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ddbb8b84-ced6-4cd5-ac82-df974298cf0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:23.082255 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ddbb8b84-ced6-4cd5-ac82-df974298cf0b admin admin] Usage tracker for resource:security_group_rule and tenant:c7077660b42a484491ca7ce156f7c2b5 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:23.085597 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ddbb8b84-ced6-4cd5-ac82-df974298cf0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:23.091197 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ddbb8b84-ced6-4cd5-ac82-df974298cf0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:23.172699 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8b84-ced6-4cd5-ac82-df974298cf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:23.176462 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8b84-ced6-4cd5-ac82-df974298cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:23.184701 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-374f2eff-e41e-4a38-b6d5-15f067f4ba54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:23.223046 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-ddbb8b84-ced6-4cd5-ac82-df974298cf0b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c7077660b42a484491ca7ce156f7c2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766786 May 18 06:22:23.224559 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb8b84-ced6-4cd5-ac82-df974298cf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ca2dc4-9a9e-4a81-ba27-31fc985cee0e,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:23.225767 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 47990) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:23.227494 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ddbb8b84-ced6-4cd5-ac82-df974298cf0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:23.283321 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcfdb-16cc-444c-90eb-2a5751c1b654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:23.310861 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcfdb-16cc-444c-90eb-2a5751c1b654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:23.361593 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcfdb-16cc-444c-90eb-2a5751c1b654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:23.366714 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e37f93b7-c190-489e-8484-d857060042d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:23.380139 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8dcfdb-16cc-444c-90eb-2a5751c1b654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ca2dc4-9a9e-4a81-ba27-31fc985cee0e,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:23.384423 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-fc8dcfdb-16cc-444c-90eb-2a5751c1b654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:23.392391 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcfdb-16cc-444c-90eb-2a5751c1b654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:23.393489 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-fc8dcfdb-16cc-444c-90eb-2a5751c1b654 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82ca2dc4-9a9e-4a81-ba27-31fc985cee0e HTTP/1.1" status: 204 len: 168 time: 0.1667738 May 18 06:22:23.818682 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd301ab-ca1e-4c3e-b208-955e5ed9b38b req-d39bba13-5f9f-40e5-9fd5-57a09023db04 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:23.820188 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cfd301ab-ca1e-4c3e-b208-955e5ed9b38b req-d39bba13-5f9f-40e5-9fd5-57a09023db04 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0804193 May 18 06:22:23.871554 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cfd301ab-ca1e-4c3e-b208-955e5ed9b38b req-930f7b58-3a5c-4c6f-9437-c59fc7a09d13 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430846 May 18 06:22:25.060998 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088c26e-c221-4ad6-bfe6-a0f710b85016 req-d918329a-87fe-49a5-a5e0-f81db8cf8c08 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:25.062422 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e088c26e-c221-4ad6-bfe6-a0f710b85016 req-d918329a-87fe-49a5-a5e0-f81db8cf8c08 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 943 time: 0.0800302 May 18 06:22:25.106283 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e088c26e-c221-4ad6-bfe6-a0f710b85016 req-e7ebe64e-b148-4ed6-82d2-b91733066758 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379810 May 18 06:22:25.116296 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:22:25.245435 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:25.258437 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'port_id': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'mac_address': 'fa:16:3e:26:ef:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:22:25.312228 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:25.328069 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:22:25.342828 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:25.345660 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:25.347619 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-ced9d0dc-daac-42fb-b899-ad1519008462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:25.437201 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,revision_number=9']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:25.440358 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:25.739767 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['7489e64a-6c21-4a5c-bed3-c9eb1af0b66f'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:22:26.296447 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323b73f-148b-4a12-83ae-81e05cd025e2 req-21cb7202-e56f-4e1c-ad2d-ff1043ada613 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:26.297878 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6323b73f-148b-4a12-83ae-81e05cd025e2 req-21cb7202-e56f-4e1c-ad2d-ff1043ada613 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 944 time: 0.0825574 May 18 06:22:26.342124 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6323b73f-148b-4a12-83ae-81e05cd025e2 req-ab55a509-f351-4e21-89dc-c2e999bac0fc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380101 May 18 06:22:27.148755 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:27.219769 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:27.220168 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:27.333587 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:27.358733 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:27.369000 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:27.373795 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:27.375892 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:27.410555 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'code': 200} May 18 06:22:27.442571 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,revision_number=10']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:27.446161 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:27.534384 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075002d-e26a-4c9c-b147-0090eeb586f6 req-cf818ede-ac61-466c-8a2a-92a9875c4ac3 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:27.535823 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8075002d-e26a-4c9c-b147-0090eeb586f6 req-cf818ede-ac61-466c-8a2a-92a9875c4ac3 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 946 time: 0.0775447 May 18 06:22:27.583923 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8075002d-e26a-4c9c-b147-0090eeb586f6 req-4f85b914-ed4a-4da8-a8d4-630b1c1598a1 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420020 May 18 06:22:28.071990 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0a102-d939-424a-8fb7-4218df0568a3 req-b0d84fba-68d7-401a-9da4-68d09684e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:28.073501 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82c0a102-d939-424a-8fb7-4218df0568a3 req-b0d84fba-68d7-401a-9da4-68d09684e22f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a6ed2f5bbbc4f1593ecc5a4ed8d5177&device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 1138 time: 0.0699587 May 18 06:22:28.109358 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e0b9-5372-4073-ace2-e0cde4d8f0b6 req-dcdf2e6a-3c83-499d-b542-5ff04d6d31da tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:28.110828 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3d83e0b9-5372-4073-ace2-e0cde4d8f0b6 req-dcdf2e6a-3c83-499d-b542-5ff04d6d31da tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.0795028 May 18 06:22:28.158451 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3d83e0b9-5372-4073-ace2-e0cde4d8f0b6 req-268151dd-ff4d-434a-a885-be8862c32b72 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414317 May 18 06:22:28.202036 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0a102-d939-424a-8fb7-4218df0568a3 req-acd5c1b4-12f0-49a0-ad6d-80be108a8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:28.203442 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82c0a102-d939-424a-8fb7-4218df0568a3 req-acd5c1b4-12f0-49a0-ad6d-80be108a8ea1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b21e72ce-09fd-41ba-b5df-295635ffcb6a HTTP/1.1" status: 200 len: 914 time: 0.1231925 May 18 06:22:28.306484 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82c0a102-d939-424a-8fb7-4218df0568a3 req-427fefe7-68f4-4aba-a75f-7bdcf07ab680 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25c3d21-a204-444f-8b92-004d404757cc HTTP/1.1" status: 200 len: 1001 time: 0.0958719 May 18 06:22:28.376002 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0a102-d939-424a-8fb7-4218df0568a3 req-db2a1a27-3e75-448c-910e-407e34e3bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:28.377785 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82c0a102-d939-424a-8fb7-4218df0568a3 req-db2a1a27-3e75-448c-910e-407e34e3bec7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d5b08deb-868b-41d8-84c1-7f9618eb6f0e HTTP/1.1" status: 200 len: 853 time: 0.0638416 May 18 06:22:28.452445 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0a102-d939-424a-8fb7-4218df0568a3 req-cb8081f5-7a1a-4b69-86f9-006f5d8cdbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:28.453943 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82c0a102-d939-424a-8fb7-4218df0568a3 req-cb8081f5-7a1a-4b69-86f9-006f5d8cdbb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b21e72ce-09fd-41ba-b5df-295635ffcb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0698922 May 18 06:22:28.581796 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82c0a102-d939-424a-8fb7-4218df0568a3 req-1c3cfaf6-5248-4a13-97bc-4d8b08f56bff service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206002 May 18 06:22:28.710979 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-82c0a102-d939-424a-8fb7-4218df0568a3 req-22510d56-a4f6-448b-8eb2-dd2bec18c6ef service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217470 May 18 06:22:28.775419 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb0093-a645-4c57-9c10-2d5b504327cb req-d956f8eb-1ee7-4bd5-811a-7a54a6145728 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:28.776896 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-19fb0093-a645-4c57-9c10-2d5b504327cb req-d956f8eb-1ee7-4bd5-811a-7a54a6145728 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 946 time: 0.0820599 May 18 06:22:28.821053 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-19fb0093-a645-4c57-9c10-2d5b504327cb req-9bd35e9b-209b-4c5f-a634-6968953b8d50 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383763 May 18 06:22:29.488695 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d48fe6-dc4e-43a3-ba9c-d8cb5201c573 req-011cfed4-a605-4b6d-a6e7-a2d6fbae238b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:29.490154 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d48fe6-dc4e-43a3-ba9c-d8cb5201c573 req-011cfed4-a605-4b6d-a6e7-a2d6fbae238b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.0800862 May 18 06:22:29.541639 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-82d48fe6-dc4e-43a3-ba9c-d8cb5201c573 req-e0b88db4-0007-43fd-8212-22136aabfba8 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450220 May 18 06:22:29.885520 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf06af-bdcd-4d0b-bc65-e3a24761019a req-0c2db201-bef3-4de4-a1c4-fffa798b07ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:29.886960 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4eaf06af-bdcd-4d0b-bc65-e3a24761019a req-0c2db201-bef3-4de4-a1c4-fffa798b07ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 1099 time: 0.0681932 May 18 06:22:29.935225 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4eaf06af-bdcd-4d0b-bc65-e3a24761019a req-bfa2c40e-487a-469f-84b0-cc2ef82235de service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380883 May 18 06:22:30.017423 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7de385-0ea4-4267-affb-aca829aa8587 req-d640a3a3-eb4d-449d-bb79-0ae1d527c1ab tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:30.018753 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2d7de385-0ea4-4267-affb-aca829aa8587 req-d640a3a3-eb4d-449d-bb79-0ae1d527c1ab tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 946 time: 0.0807121 May 18 06:22:30.064210 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2d7de385-0ea4-4267-affb-aca829aa8587 req-6f4e6ab1-c63c-482f-82b9-ae18c8c3df2f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394619 May 18 06:22:30.751284 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c005e5-469b-4b26-b741-9705327c7782 req-d9d337eb-c184-4045-af39-c825fd0bd0f8 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:30.752769 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-46c005e5-469b-4b26-b741-9705327c7782 req-d9d337eb-c184-4045-af39-c825fd0bd0f8 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.0969257 May 18 06:22:30.799519 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-46c005e5-469b-4b26-b741-9705327c7782 req-ff5e97fd-11e8-47ee-8960-e6a6d7ef6c24 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403864 May 18 06:22:31.264502 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c9175-4c6d-429d-8900-69bb2fdd6e28 req-1ebc18f7-cade-4d26-b7e6-32ddc7f67f85 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:31.265984 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-af1c9175-4c6d-429d-8900-69bb2fdd6e28 req-1ebc18f7-cade-4d26-b7e6-32ddc7f67f85 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 946 time: 0.0834398 May 18 06:22:31.315957 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-af1c9175-4c6d-429d-8900-69bb2fdd6e28 req-84a0f318-2fbd-44b4-ac21-1c9838cdc013 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442801 May 18 06:22:31.983946 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3428740-a991-45eb-bcf1-b291441054ae req-c05099db-0a5e-4b41-be52-a033534b4b3e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:31.985527 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f3428740-a991-45eb-bcf1-b291441054ae req-c05099db-0a5e-4b41-be52-a033534b4b3e tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.0812292 May 18 06:22:32.035222 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f3428740-a991-45eb-bcf1-b291441054ae req-d4c6543a-040f-4bc2-90ab-a0b36f0c6963 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427003 May 18 06:22:32.510477 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fe564-6338-431e-9245-9665d3644380 req-c49c47fc-a9b1-4801-bf7e-83250ba2ec7f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:32.511832 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ae8fe564-6338-431e-9245-9665d3644380 req-c49c47fc-a9b1-4801-bf7e-83250ba2ec7f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 946 time: 0.0834947 May 18 06:22:32.556167 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ae8fe564-6338-431e-9245-9665d3644380 req-0aaef14f-eba7-48e5-816a-3972a24946ed tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385416 May 18 06:22:33.024728 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:33.217925 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fec21-f5d7-4878-a47f-a6b86d1fb2f2 req-c01c6659-f4b4-4b33-9671-0846edba397b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:33.219334 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-635fec21-f5d7-4878-a47f-a6b86d1fb2f2 req-c01c6659-f4b4-4b33-9671-0846edba397b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.0773261 May 18 06:22:33.265542 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-635fec21-f5d7-4878-a47f-a6b86d1fb2f2 req-e70fc6b2-c49a-445d-a76a-26c44406d0f3 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403385 May 18 06:22:34.491650 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c937fce-524b-4c5f-ba88-ea228db6ba5f req-4cc3c402-54d3-4376-85de-80847b6b01fb tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:34.493136 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7c937fce-524b-4c5f-ba88-ea228db6ba5f req-4cc3c402-54d3-4376-85de-80847b6b01fb tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.1054313 May 18 06:22:34.542609 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7c937fce-524b-4c5f-ba88-ea228db6ba5f req-0e9057e3-cf2f-4d49-b079-7238461b3469 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429192 May 18 06:22:35.730348 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0add8b-52ee-4a6e-bdb3-0c6c41b9ebf4 req-12fdf34f-e224-438f-ad63-314fb1a57af8 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:35.731805 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ab0add8b-52ee-4a6e-bdb3-0c6c41b9ebf4 req-12fdf34f-e224-438f-ad63-314fb1a57af8 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.0861747 May 18 06:22:35.904831 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-ab0add8b-52ee-4a6e-bdb3-0c6c41b9ebf4 req-e35434f3-4cc6-4cb1-a61f-206cfe691664 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671658 May 18 06:22:35.931326 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8262af9-5a83-4655-93be-6cb0910e5670 req-50f06b59-a4a2-481d-b38a-a13be78aa55f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:35.932788 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c8262af9-5a83-4655-93be-6cb0910e5670 req-50f06b59-a4a2-481d-b38a-a13be78aa55f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1021960 May 18 06:22:35.985997 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c8262af9-5a83-4655-93be-6cb0910e5670 req-f927c84f-1435-4545-b2f3-ec1b6e69cd3d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474486 May 18 06:22:37.035326 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d5dc8613-406b-4596-b6d9-d935092947b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.087449 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fce6e-fb57-4e87-b22b-df3ff6da1be3 req-b955259c-3a16-4352-a83f-adceae9816df tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:37.088946 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-173fce6e-fb57-4e87-b22b-df3ff6da1be3 req-b955259c-3a16-4352-a83f-adceae9816df tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.0812707 May 18 06:22:37.187414 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-173fce6e-fb57-4e87-b22b-df3ff6da1be3 req-cd606ac1-434b-432e-8aa8-b171a1c095d0 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656652 May 18 06:22:37.207487 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01625588-3983-49f9-90a2-cb9216b7eabf req-e961bda0-de39-4f5b-b779-c55fda0a7d79 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:37.209578 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-01625588-3983-49f9-90a2-cb9216b7eabf req-e961bda0-de39-4f5b-b779-c55fda0a7d79 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1176405 May 18 06:22:37.260183 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-01625588-3983-49f9-90a2-cb9216b7eabf req-749d4a59-fd61-40e1-ad01-37123367a47c tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439425 May 18 06:22:38.372368 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531c899-c363-4bad-9923-c6a9bb52881b req-cca313ee-e8e7-4360-82ae-51821308a09b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:38.373839 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2531c899-c363-4bad-9923-c6a9bb52881b req-cca313ee-e8e7-4360-82ae-51821308a09b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.0789125 May 18 06:22:38.471197 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2531c899-c363-4bad-9923-c6a9bb52881b req-bcf54427-78a0-499e-b12b-2ed906d9df53 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631926 May 18 06:22:38.491079 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedca7b-77b9-43ba-997d-f3a9bdd8d418 req-75989635-95b5-41db-958c-53f48c258979 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:38.492508 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7bedca7b-77b9-43ba-997d-f3a9bdd8d418 req-75989635-95b5-41db-958c-53f48c258979 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1175613 May 18 06:22:38.535821 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7bedca7b-77b9-43ba-997d-f3a9bdd8d418 req-378aa142-1a91-43e8-963b-135eb5fb8a38 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376933 May 18 06:22:39.380166 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 48250) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:39.511358 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6db85ee8-286c-46d2-9cb5-885aaa471694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.525707 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-6db85ee8-286c-46d2-9cb5-885aaa471694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:39.529615 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-6db85ee8-286c-46d2-9cb5-885aaa471694 admin admin] Usage tracker for resource:security_group_rule and tenant:2eb37a67d0724ec0aafe8a11d7807674 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:39.532450 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-6db85ee8-286c-46d2-9cb5-885aaa471694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:39.538649 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-6db85ee8-286c-46d2-9cb5-885aaa471694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:39.730255 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6db85ee8-286c-46d2-9cb5-885aaa471694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.738776 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6db85ee8-286c-46d2-9cb5-885aaa471694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.749094 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-71fef2c7-a5f8-4eae-95b4-b378ed3c58a7 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:39.807097 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccc310-147a-4a5a-af61-c16ee09c4063 req-9588a60e-73b6-454a-98f6-3c8481bbbfc9 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:39.808732 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e5ccc310-147a-4a5a-af61-c16ee09c4063 req-9588a60e-73b6-454a-98f6-3c8481bbbfc9 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.2253616 May 18 06:22:39.811099 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-6db85ee8-286c-46d2-9cb5-885aaa471694 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2eb37a67d0724ec0aafe8a11d7807674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292374 May 18 06:22:39.813899 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 48262) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:39.814378 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db85ee8-286c-46d2-9cb5-885aaa471694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0366695d-e33a-4a3f-b004-39a56c2af04b,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:39.817274 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6db85ee8-286c-46d2-9cb5-885aaa471694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:39.870939 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da20126-87dc-4b4d-b348-6e1837b2122d req-3daef17f-35df-4c78-bace-e8c859e48c25 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:39.872391 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0da20126-87dc-4b4d-b348-6e1837b2122d req-3daef17f-35df-4c78-bace-e8c859e48c25 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.2212582 May 18 06:22:39.873131 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-57a22e71-6615-4a98-a825-3b842c1b4577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.876612 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e5ccc310-147a-4a5a-af61-c16ee09c4063 req-4d079361-c146-483d-b82a-2fb2a548570c tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571027 May 18 06:22:39.901232 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-57a22e71-6615-4a98-a825-3b842c1b4577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.918114 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0da20126-87dc-4b4d-b348-6e1837b2122d req-d1d0d861-dbee-4ad3-8ebe-bec3b4d6cabf tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391738 May 18 06:22:39.951832 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-57a22e71-6615-4a98-a825-3b842c1b4577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.955676 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-52c1fa6a-5d14-4e08-9e7c-d6b1af431d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:39.967746 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a22e71-6615-4a98-a825-3b842c1b4577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0366695d-e33a-4a3f-b004-39a56c2af04b,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:39.971413 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-57a22e71-6615-4a98-a825-3b842c1b4577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:39.975776 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-57a22e71-6615-4a98-a825-3b842c1b4577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.976877 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.979592 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-57a22e71-6615-4a98-a825-3b842c1b4577 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0366695d-e33a-4a3f-b004-39a56c2af04b HTTP/1.1" status: 204 len: 168 time: 0.1645319 May 18 06:22:40.099922 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4d6d2633-f03e-4f2b-ad8e-5ca9501cbfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:40.786778 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:41.172467 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ad2a9-6cf6-4810-8870-c099ca06dd1c req-042248ca-9488-4cac-9edc-d56ecd9fc6ed tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:41.173908 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-321ad2a9-6cf6-4810-8870-c099ca06dd1c req-042248ca-9488-4cac-9edc-d56ecd9fc6ed tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1226649 May 18 06:22:41.206526 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f24e5-5cea-4575-9316-13b8e3b9fac9 req-02e06d7b-c30c-41cc-860d-f01873a4d202 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:41.208157 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-769f24e5-5cea-4575-9316-13b8e3b9fac9 req-02e06d7b-c30c-41cc-860d-f01873a4d202 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.2050090 May 18 06:22:41.264529 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-321ad2a9-6cf6-4810-8870-c099ca06dd1c req-6f6d179e-28a9-445f-8359-a80fffcd5487 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790157 May 18 06:22:41.276496 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-769f24e5-5cea-4575-9316-13b8e3b9fac9 req-98e91980-095a-46e7-bc4c-18fd962e1fad tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621505 May 18 06:22:42.070451 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:42.515669 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567b3fa-69c6-4a52-b0a1-e49b35ccd6ee req-ad0188be-813a-438e-971f-a4e3f59b0cf9 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:42.517119 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e567b3fa-69c6-4a52-b0a1-e49b35ccd6ee req-ad0188be-813a-438e-971f-a4e3f59b0cf9 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.1098058 May 18 06:22:42.524949 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6cdc9-f180-49c0-9cb4-66186b6d2ca9 req-07e4316d-3a02-4c86-abfb-8f3dce34f5e7 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:42.526273 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cbf6cdc9-f180-49c0-9cb4-66186b6d2ca9 req-07e4316d-3a02-4c86-abfb-8f3dce34f5e7 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1552093 May 18 06:22:42.593461 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e567b3fa-69c6-4a52-b0a1-e49b35ccd6ee req-e551f547-e2eb-4f2b-be61-ecd7840e2718 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661693 May 18 06:22:42.600128 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cbf6cdc9-f180-49c0-9cb4-66186b6d2ca9 req-801432bf-3b9a-46cc-aa50-0e298dcf4890 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604398 May 18 06:22:42.709804 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-fca622ad-eaca-4e72-99fa-3ddde22d9aaf tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0630dde10ecc4d8abdf4158e13ac231b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288715 May 18 06:22:42.855378 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-84081f1b-321c-4dc7-9035-947502b393d1 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:42.856711 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-84081f1b-321c-4dc7-9035-947502b393d1 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417091 May 18 06:22:42.973684 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-cbdec759-f177-47ea-8db1-b39d86d49871 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/quotas/0630dde10ecc4d8abdf4158e13ac231b HTTP/1.1" status: 200 len: 375 time: 0.1115942 May 18 06:22:43.020603 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-0aaf10d2-9555-4946-b7cb-b99841ec0785 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0630dde10ecc4d8abdf4158e13ac231b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414097 May 18 06:22:43.244736 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-87aa85dd-1a4a-4072-bd0b-3659b1352536 req-e1db8670-24c5-4b59-aab3-f530b848c88c tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 210 time: 0.0927217 May 18 06:22:43.452330 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:22:43.938521 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc030d-9905-4b5e-ae05-39ba9b5d2583 req-0488fac0-0990-4eaa-a95b-c7cb18e49c6b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:43.939970 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d2cc030d-9905-4b5e-ae05-39ba9b5d2583 req-0488fac0-0990-4eaa-a95b-c7cb18e49c6b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.2422183 May 18 06:22:43.948448 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56979abd-23c8-43ba-90d3-ede5a038fb5c req-b32edb59-63c4-40fb-8c72-2c39dc412249 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:43.949714 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-56979abd-23c8-43ba-90d3-ede5a038fb5c req-b32edb59-63c4-40fb-8c72-2c39dc412249 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.2124743 May 18 06:22:44.021050 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d2cc030d-9905-4b5e-ae05-39ba9b5d2583 req-3545a6ff-eff8-42a0-83d8-246ab947d9b9 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703306 May 18 06:22:44.025341 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-56979abd-23c8-43ba-90d3-ede5a038fb5c req-8fbe399e-2ad0-44f1-b41b-41ca44b3aef7 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616975 May 18 06:22:44.143840 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-a6b8bc9c-6d64-40be-b30d-8fc49b02a187 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0630dde10ecc4d8abdf4158e13ac231b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302553 May 18 06:22:44.303036 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-55f4dc41-cdc0-49a5-96c6-b6754b2fa5ce tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:44.304729 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-55f4dc41-cdc0-49a5-96c6-b6754b2fa5ce tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498640 May 18 06:22:44.322913 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Request body: {'port': {'device_id': 'e2487f67-36e3-406f-a991-ac2d4e44212a', 'network_id': '221609cf-35ee-4135-9bf2-07630b997c53', 'admin_state_up': True, 'tenant_id': '0630dde10ecc4d8abdf4158e13ac231b'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:44.393230 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1c88d6e2-ca83-4447-a28e-a3ee900cec1e req-9e69a8a9-6f51-4ddf-9f78-a454bf5f32b8 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 210 time: 0.0428247 May 18 06:22:44.459996 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:44.463700 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Usage tracker for resource:port and tenant:0630dde10ecc4d8abdf4158e13ac231b is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:44.466428 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:44.471992 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:44.481278 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Made reservation on behalf of 0630dde10ecc4d8abdf4158e13ac231b for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:22:44.484706 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.500882 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.578642 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:44.582272 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Usage tracker for resource:security_group_rule and tenant:0630dde10ecc4d8abdf4158e13ac231b is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:44.585061 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:44.590954 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:44.675924 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.679969 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.682687 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-55f52cbc-b0eb-4c66-b235-b49ea0127b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:44.762684 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76841e2c-c239-4b8e-93e6-c914af19c2d0,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:44.768120 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:44.853328 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Allocated IP 192.168.233.170 (221609cf-35ee-4135-9bf2-07630b997c53/84140f47-7e83-4e9b-adfc-6437263b8728/86028965-8755-49ea-91b1-a3ab501b1362) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:22:45.049498 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:45.066369 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Transition to ACTIVE for port object 86028965-8755-49ea-91b1-a3ab501b1362 will not be triggered until provisioned by entity DHCP. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:45.089720 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:45.095672 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:45.166617 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Network 221609cf-35ee-4135-9bf2-07630b997c53 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:22:45.169519 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:22:45.174438 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:22:45.212698 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Pushing event updated for resources: {'Port': ['ID=86028965-8755-49ea-91b1-a3ab501b1362,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:45.217479 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:45.244104 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:45.244882 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:45.273051 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9539270 May 18 06:22:45.276204 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c1f4a-fa99-4411-abc2-35003c135057 req-641a04ed-cf27-4435-997c-ac9497236ed2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:45.277721 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-673c1f4a-fa99-4411-abc2-35003c135057 req-641a04ed-cf27-4435-997c-ac9497236ed2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.1473413 May 18 06:22:45.286477 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddce6c0-116f-4f1d-9dc8-1f666052a1b7 req-527d5467-908b-49fa-a691-460c42d603d0 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:45.288604 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4ddce6c0-116f-4f1d-9dc8-1f666052a1b7 req-527d5467-908b-49fa-a691-460c42d603d0 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1177871 May 18 06:22:45.289565 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Request body: {'port': {'device_id': 'e2487f67-36e3-406f-a991-ac2d4e44212a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:45.371010 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-673c1f4a-fa99-4411-abc2-35003c135057 req-e3796f8a-5e5c-4968-b2c7-5d512a28616a tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=a4e3f40d-c2d8-4630-b678-3facec5def04&id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814128 May 18 06:22:45.375557 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4ddce6c0-116f-4f1d-9dc8-1f666052a1b7 req-ca1c1e06-62e0-4f51-b413-5a02313a63cf tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673923 May 18 06:22:45.408449 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:45.460914 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-c71c61d8-bb3e-4ef1-90e7-09a1322c64a1 None None] Provisioning for port 86028965-8755-49ea-91b1-a3ab501b1362 completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:45.465985 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-c71c61d8-bb3e-4ef1-90e7-09a1322c64a1 None None] Provisioning complete for port 86028965-8755-49ea-91b1-a3ab501b1362 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:45.466457 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c71c61d8-bb3e-4ef1-90e7-09a1322c64a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:45.523882 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-c71c61d8-bb3e-4ef1-90e7-09a1322c64a1 None None] Port 86028965-8755-49ea-91b1-a3ab501b1362 cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:22:45.580475 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5df11-f78f-4790-9b1f-f9effac48730 req-7585bfd4-ca82-4ef2-8eb4-b70e93709585 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:45.581911 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-30e5df11-f78f-4790-9b1f-f9effac48730 req-7585bfd4-ca82-4ef2-8eb4-b70e93709585 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 936 time: 0.0790300 May 18 06:22:45.625953 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-30e5df11-f78f-4790-9b1f-f9effac48730 req-450bf6c2-911d-4c3c-8272-32e344812733 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/security-groups?id=76841e2c-c239-4b8e-93e6-c914af19c2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375991 May 18 06:22:45.748276 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86028965-8755-49ea-91b1-a3ab501b1362 {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:22:45.755956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:45.769956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Transition to ACTIVE for port object 86028965-8755-49ea-91b1-a3ab501b1362 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:45.773596 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:45.777897 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7bf98090-6a49-4e21-b165-2016fd2f050c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:45.935369 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Pushing event updated for resources: {'Port': ['ID=86028965-8755-49ea-91b1-a3ab501b1362,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:45.983883 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:46.030020 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Attempting to bind port 86028965-8755-49ea-91b1-a3ab501b1362 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:22:46.030361 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Attempting to bind port 86028965-8755-49ea-91b1-a3ab501b1362 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '2c64a2c9-9164-496e-ad10-8f40c6439acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221609cf-35ee-4135-9bf2-07630b997c53'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:22:46.031535 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Attempting to bind port 86028965-8755-49ea-91b1-a3ab501b1362 on network 221609cf-35ee-4135-9bf2-07630b997c53 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:22:46.035469 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Port 86028965-8755-49ea-91b1-a3ab501b1362 on network 221609cf-35ee-4135-9bf2-07630b997c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:22:46.035809 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Attempting to bind port 86028965-8755-49ea-91b1-a3ab501b1362 on network 221609cf-35ee-4135-9bf2-07630b997c53 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:22:46.041383 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:22:46.041706 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Checking segment: {'id': '2c64a2c9-9164-496e-ad10-8f40c6439acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221609cf-35ee-4135-9bf2-07630b997c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:22:46.042215 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Bound using segment: {'id': '2c64a2c9-9164-496e-ad10-8f40c6439acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221609cf-35ee-4135-9bf2-07630b997c53'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:22:46.042620 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Bound port: 86028965-8755-49ea-91b1-a3ab501b1362, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c64a2c9-9164-496e-ad10-8f40c6439acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '221609cf-35ee-4135-9bf2-07630b997c53'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:22:46.042971 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:46.134502 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] For port 86028965-8755-49ea-91b1-a3ab501b1362, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:22:46.139569 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] For port 86028965-8755-49ea-91b1-a3ab501b1362, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86028965-8755-49ea-91b1-a3ab501b1362,segment=NetworkSegment(2c64a2c9-9164-496e-ad10-8f40c6439acd),segment_id=2c64a2c9-9164-496e-ad10-8f40c6439acd)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:22:46.152790 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:46.157813 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:46.213462 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:46.214166 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:46.215391 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] 10.222.0.39 "PUT /v2.0/ports/86028965-8755-49ea-91b1-a3ab501b1362 HTTP/1.1" status: 200 len: 1098 time: 0.9308603 May 18 06:22:46.215904 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2487f67-36e3-406f-a991-ac2d4e44212a', 'tag': '86028965-8755-49ea-91b1-a3ab501b1362'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:46.235941 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Pushing event updated for resources: {'Port': ['ID=86028965-8755-49ea-91b1-a3ab501b1362,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:46.239056 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:46.292010 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2487f67-36e3-406f-a991-ac2d4e44212a', 'tag': '86028965-8755-49ea-91b1-a3ab501b1362', 'status': 'completed', 'code': 200} May 18 06:22:46.337300 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-f9bfb336-22e0-4656-a91f-66f3a9e64cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:46.338748 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-f9bfb336-22e0-4656-a91f-66f3a9e64cbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0630dde10ecc4d8abdf4158e13ac231b&device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 1101 time: 0.0781739 May 18 06:22:46.408123 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-540b2390-e7ef-4791-b8af-3ccefda958e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=86028965-8755-49ea-91b1-a3ab501b1362 HTTP/1.1" status: 200 len: 217 time: 0.0617037 May 18 06:22:46.557103 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-4db889e0-141c-4b1c-983e-2e273b4338a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:46.558422 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-4db889e0-141c-4b1c-983e-2e273b4338a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84140f47-7e83-4e9b-adfc-6437263b8728 HTTP/1.1" status: 200 len: 843 time: 0.1441796 May 18 06:22:46.572839 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9cef7-522b-48b9-81fa-bbba21e1c966 req-921d7836-0891-4889-a7af-f42da8aac874 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:46.574271 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d7d9cef7-522b-48b9-81fa-bbba21e1c966 req-921d7836-0891-4889-a7af-f42da8aac874 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.0852129 May 18 06:22:46.618835 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d7d9cef7-522b-48b9-81fa-bbba21e1c966 req-dfe657fd-2580-4725-92fa-98edf5936f3d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388677 May 18 06:22:46.638297 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-7139b938-9602-4cd9-8ce5-d216928b90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:46.639746 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-7139b938-9602-4cd9-8ce5-d216928b90f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=221609cf-35ee-4135-9bf2-07630b997c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691347 May 18 06:22:46.768757 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-b130fe71-ebdf-4767-a14d-3d64de7f5cbb service neutron] 10.222.0.39 "GET /v2.0/networks/221609cf-35ee-4135-9bf2-07630b997c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213882 May 18 06:22:46.811427 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92959f90-3e2e-420c-8555-bce337de7e0e req-4d7f967d-8899-44bb-9c57-9ba06ea6526a tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:46.812824 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-92959f90-3e2e-420c-8555-bce337de7e0e req-4d7f967d-8899-44bb-9c57-9ba06ea6526a tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 948 time: 0.0791266 May 18 06:22:46.860329 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-92959f90-3e2e-420c-8555-bce337de7e0e req-b5d37c1a-f729-4723-b7c7-b5aa3d16a3cf tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/security-groups?id=76841e2c-c239-4b8e-93e6-c914af19c2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418036 May 18 06:22:46.898683 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fc75d8ad-647e-448a-8086-48177e7b1e86 req-dced8844-67b5-4de9-b3d1-54171099cd45 service neutron] 10.222.0.39 "GET /v2.0/networks/221609cf-35ee-4135-9bf2-07630b997c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228185 May 18 06:22:47.014921 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e392d46-a4fb-491e-a555-60b8e4c5002d req-0824b53f-9038-46ae-9c56-bf68c01df628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:47.016400 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8e392d46-a4fb-491e-a555-60b8e4c5002d req-0824b53f-9038-46ae-9c56-bf68c01df628 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0630dde10ecc4d8abdf4158e13ac231b&device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 1101 time: 0.0707173 May 18 06:22:47.146702 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e392d46-a4fb-491e-a555-60b8e4c5002d req-6b40835b-f38a-4e79-8288-c582c6ec331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:47.148143 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8e392d46-a4fb-491e-a555-60b8e4c5002d req-6b40835b-f38a-4e79-8288-c582c6ec331d service neutron] 10.222.0.39 "GET /v2.0/networks?id=221609cf-35ee-4135-9bf2-07630b997c53 HTTP/1.1" status: 200 len: 869 time: 0.1254799 May 18 06:22:47.217029 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8e392d46-a4fb-491e-a555-60b8e4c5002d req-8a8881a3-138c-439b-b1d1-f0fd50995f7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=86028965-8755-49ea-91b1-a3ab501b1362 HTTP/1.1" status: 200 len: 217 time: 0.0623229 May 18 06:22:47.283944 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e392d46-a4fb-491e-a555-60b8e4c5002d req-06e4851b-eaf1-41ac-87e4-398420f7e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:47.285395 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8e392d46-a4fb-491e-a555-60b8e4c5002d req-06e4851b-eaf1-41ac-87e4-398420f7e922 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84140f47-7e83-4e9b-adfc-6437263b8728 HTTP/1.1" status: 200 len: 843 time: 0.0607877 May 18 06:22:47.361708 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e392d46-a4fb-491e-a555-60b8e4c5002d req-3611346b-54d1-4be9-a878-f6cb5600b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:47.363202 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8e392d46-a4fb-491e-a555-60b8e4c5002d req-3611346b-54d1-4be9-a878-f6cb5600b18a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=221609cf-35ee-4135-9bf2-07630b997c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714121 May 18 06:22:47.504558 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8e392d46-a4fb-491e-a555-60b8e4c5002d req-c82cb063-148b-4f51-a618-36cdc088e40e service neutron] 10.222.0.39 "GET /v2.0/networks/221609cf-35ee-4135-9bf2-07630b997c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244960 May 18 06:22:47.636769 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8e392d46-a4fb-491e-a555-60b8e4c5002d req-2343917f-8ed3-49cf-aa19-b2ec5fedfeee service neutron] 10.222.0.39 "GET /v2.0/networks/221609cf-35ee-4135-9bf2-07630b997c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216671 May 18 06:22:47.797719 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff13cc8-bcb0-44e4-bc9a-4c7d18156df6 req-34d9774c-fc74-498a-925a-f1f7b5c6db21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:47.799140 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cff13cc8-bcb0-44e4-bc9a-4c7d18156df6 req-34d9774c-fc74-498a-925a-f1f7b5c6db21 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.0787218 May 18 06:22:47.842411 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cff13cc8-bcb0-44e4-bc9a-4c7d18156df6 req-b44de994-e309-421d-b401-2bec2840e82b tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370100 May 18 06:22:48.047469 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1e9f-042d-49f1-bc88-4c1a5dc7bed2 req-06135b9c-f8eb-4731-a43f-8113a93a1ed7 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:48.048963 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-143b1e9f-042d-49f1-bc88-4c1a5dc7bed2 req-06135b9c-f8eb-4731-a43f-8113a93a1ed7 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 948 time: 0.0860779 May 18 06:22:48.093081 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-143b1e9f-042d-49f1-bc88-4c1a5dc7bed2 req-d551f5e8-07ab-4272-9b22-e684cb9548f8 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/security-groups?id=76841e2c-c239-4b8e-93e6-c914af19c2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378468 May 18 06:22:48.847238 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdc3e5-7c8b-48f4-9ba4-2edcf8910a6b req-a35a739b-04c3-4ef2-bd24-467757e977ab tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:48.848713 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-71cdc3e5-7c8b-48f4-9ba4-2edcf8910a6b req-a35a739b-04c3-4ef2-bd24-467757e977ab tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 945 time: 0.0781333 May 18 06:22:48.897756 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-71cdc3e5-7c8b-48f4-9ba4-2edcf8910a6b req-3cacc48b-7522-438d-bbba-210f7a6cecfa tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 May 18 06:22:49.027138 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b744ef-8e36-449b-86ff-57b754bf859b req-d71a8c27-e56e-4d1b-a4fa-685b9c5bf0c6 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:49.028758 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a0b744ef-8e36-449b-86ff-57b754bf859b req-d71a8c27-e56e-4d1b-a4fa-685b9c5bf0c6 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.0806475 May 18 06:22:49.072860 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a0b744ef-8e36-449b-86ff-57b754bf859b req-4dbeb469-e804-4fc0-a7de-08b3bc07266a tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385189 May 18 06:22:49.277317 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8ce5c-c8e1-414b-a861-7e552985d293 req-06644039-7c17-4d20-8709-420343a8bc12 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:49.278648 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-23b8ce5c-c8e1-414b-a861-7e552985d293 req-06644039-7c17-4d20-8709-420343a8bc12 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 948 time: 0.0809476 May 18 06:22:49.322731 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-23b8ce5c-c8e1-414b-a861-7e552985d293 req-dacb3cf9-037a-43dc-b7c8-8ab8b3df05d4 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/security-groups?id=76841e2c-c239-4b8e-93e6-c914af19c2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384076 May 18 06:22:50.077308 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762bb02-92da-45fc-8c45-e1ff1862e803 req-f44b4427-f3ed-4a8e-be12-16d4280bea47 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:50.078724 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3762bb02-92da-45fc-8c45-e1ff1862e803 req-f44b4427-f3ed-4a8e-be12-16d4280bea47 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 945 time: 0.0781817 May 18 06:22:50.126661 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3762bb02-92da-45fc-8c45-e1ff1862e803 req-55b3900c-b4b9-4c82-b78d-05b1d905f19c tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 May 18 06:22:50.252122 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492e430-4b93-4b3d-823d-839d77064d20 req-0fcc902c-120d-4294-ae84-236a4758473e tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:50.253522 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4492e430-4b93-4b3d-823d-839d77064d20 req-0fcc902c-120d-4294-ae84-236a4758473e tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.0782022 May 18 06:22:50.296899 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4492e430-4b93-4b3d-823d-839d77064d20 req-fc564852-ddbc-424e-8637-f11022b18022 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373044 May 18 06:22:50.506801 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb91ed-7029-4045-a236-81b891023b9c req-a8896d90-bc1b-4bac-a257-2bb03603b32b tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:50.508144 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e0bb91ed-7029-4045-a236-81b891023b9c req-a8896d90-bc1b-4bac-a257-2bb03603b32b tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 948 time: 0.0821311 May 18 06:22:50.550766 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e0bb91ed-7029-4045-a236-81b891023b9c req-43c74c82-1ae2-4f43-9271-3a60aeebc723 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/security-groups?id=76841e2c-c239-4b8e-93e6-c914af19c2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369642 May 18 06:22:51.274205 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 86028965-8755-49ea-91b1-a3ab501b1362 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:22:51.310670 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841a4d7-ecac-4663-afda-d428e6a12a26 req-e2b1d3c4-29de-4fcd-9316-152989e9ef10 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:51.312137 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4841a4d7-ecac-4663-afda-d428e6a12a26 req-e2b1d3c4-29de-4fcd-9316-152989e9ef10 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 945 time: 0.0783207 May 18 06:22:51.362216 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4841a4d7-ecac-4663-afda-d428e6a12a26 req-e88f1c2a-813c-4190-a396-90586edd6f4f tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440795 May 18 06:22:51.405149 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 86028965-8755-49ea-91b1-a3ab501b1362, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86028965-8755-49ea-91b1-a3ab501b1362,segment=NetworkSegment(2c64a2c9-9164-496e-ad10-8f40c6439acd),segment_id=2c64a2c9-9164-496e-ad10-8f40c6439acd)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:51.419215 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '86028965-8755-49ea-91b1-a3ab501b1362', 'network_id': '221609cf-35ee-4135-9bf2-07630b997c53', 'port_id': '86028965-8755-49ea-91b1-a3ab501b1362', 'mac_address': 'fa:16:3e:44:08:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84140f47-7e83-4e9b-adfc-6437263b8728', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:22:51.473280 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:51.482353 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e214b22-9451-4f4f-87a1-41013ee8aa5b req-63901aae-d26f-43f6-a900-ed8ac0b7cabd tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:51.483794 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7e214b22-9451-4f4f-87a1-41013ee8aa5b req-63901aae-d26f-43f6-a900-ed8ac0b7cabd tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.0800548 May 18 06:22:51.490598 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86028965-8755-49ea-91b1-a3ab501b1362 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:22:51.505737 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 86028965-8755-49ea-91b1-a3ab501b1362, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86028965-8755-49ea-91b1-a3ab501b1362,segment=NetworkSegment(2c64a2c9-9164-496e-ad10-8f40c6439acd),segment_id=2c64a2c9-9164-496e-ad10-8f40c6439acd)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:51.510451 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:51.512835 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:51.530771 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7e214b22-9451-4f4f-87a1-41013ee8aa5b req-6cb0d3da-5165-4f75-a103-1d3d922e9243 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409877 May 18 06:22:51.581513 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=86028965-8755-49ea-91b1-a3ab501b1362,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:51.584744 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:51.743038 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1a040-b9a5-4052-9a08-c7f4c8d1c56e req-bbbfc483-312a-4963-98f2-4bcaccf10a86 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:51.744538 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-14a1a040-b9a5-4052-9a08-c7f4c8d1c56e req-bbbfc483-312a-4963-98f2-4bcaccf10a86 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 949 time: 0.0892527 May 18 06:22:51.792875 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-14a1a040-b9a5-4052-9a08-c7f4c8d1c56e req-2ab00117-215e-482a-85a7-3d793484a398 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/security-groups?id=76841e2c-c239-4b8e-93e6-c914af19c2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420702 May 18 06:22:51.868741 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['86028965-8755-49ea-91b1-a3ab501b1362'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:22:51.883832 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7a634-15c0-421f-8e7d-48b8a98e232a req-cfe5ed8b-ded5-4294-8925-6793566130b1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:51.885463 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5ea7a634-15c0-421f-8e7d-48b8a98e232a req-cfe5ed8b-ded5-4294-8925-6793566130b1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.0873320 May 18 06:22:51.921389 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769e2a5-8649-425c-8250-da37ca0afd34 req-4a79745f-8812-4f95-9167-c94d9b6d8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:51.923264 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9769e2a5-8649-425c-8250-da37ca0afd34 req-4a79745f-8812-4f95-9167-c94d9b6d8b55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f834aee473dd4b68b11e9ea8eb94614b&device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 1098 time: 0.0718157 May 18 06:22:51.939250 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5ea7a634-15c0-421f-8e7d-48b8a98e232a req-ea40e366-fac3-4da2-b4b9-9971523c1dab tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477848 May 18 06:22:52.056612 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769e2a5-8649-425c-8250-da37ca0afd34 req-e16db21b-2bfa-4afd-b502-4e30a508be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:52.057963 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9769e2a5-8649-425c-8250-da37ca0afd34 req-e16db21b-2bfa-4afd-b502-4e30a508be78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=35e6311d-ad34-4c28-8e8c-cb843c53a901 HTTP/1.1" status: 200 len: 910 time: 0.1278758 May 18 06:22:52.162589 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9769e2a5-8649-425c-8250-da37ca0afd34 req-f3eeee4c-6f77-4825-8ef8-1c470f30b44a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d2dc66-62c1-4c13-8679-47b66989cc80 HTTP/1.1" status: 200 len: 1001 time: 0.0936742 May 18 06:22:52.226808 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769e2a5-8649-425c-8250-da37ca0afd34 req-3c184d43-d2de-4458-93a5-5031405e4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:52.228176 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9769e2a5-8649-425c-8250-da37ca0afd34 req-3c184d43-d2de-4458-93a5-5031405e4dcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44a1e5f8-6f01-488d-b18f-cc75d3335fda HTTP/1.1" status: 200 len: 849 time: 0.0587473 May 18 06:22:52.302787 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769e2a5-8649-425c-8250-da37ca0afd34 req-a29b131f-f084-4487-a3da-d052c3b90808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:52.304204 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9769e2a5-8649-425c-8250-da37ca0afd34 req-a29b131f-f084-4487-a3da-d052c3b90808 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35e6311d-ad34-4c28-8e8c-cb843c53a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0678766 May 18 06:22:52.513894 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9769e2a5-8649-425c-8250-da37ca0afd34 req-c91d8836-7396-4fbf-8172-67e1f161189e service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969240 May 18 06:22:52.554600 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bba252-f8d0-4f1e-96d6-06282ad81a43 req-a817d223-c770-4b8e-a053-9c99ca99ddf7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:52.556091 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e9bba252-f8d0-4f1e-96d6-06282ad81a43 req-a817d223-c770-4b8e-a053-9c99ca99ddf7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 945 time: 0.0801375 May 18 06:22:52.600865 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e9bba252-f8d0-4f1e-96d6-06282ad81a43 req-4815cb38-79a7-4677-a6a4-6040a77b8896 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389836 May 18 06:22:52.643648 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9769e2a5-8649-425c-8250-da37ca0afd34 req-2adf8ec5-dd58-4850-b26a-5fe389bfe7d8 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230037 May 18 06:22:53.113393 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f963d-829a-4985-8fe5-31b7e64e39a0 req-1854f133-641e-4554-a472-779c9965c615 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:53.114853 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-932f963d-829a-4985-8fe5-31b7e64e39a0 req-1854f133-641e-4554-a472-779c9965c615 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 949 time: 0.2196023 May 18 06:22:53.173896 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31369396-d5c5-434f-8e2a-57d8e00b6bcd req-8fd28b96-698d-42f9-b211-318ab3d58332 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:53.175349 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-31369396-d5c5-434f-8e2a-57d8e00b6bcd req-8fd28b96-698d-42f9-b211-318ab3d58332 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1276667 May 18 06:22:53.179648 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-932f963d-829a-4985-8fe5-31b7e64e39a0 req-e007f436-cc17-455b-809d-2b3145cd3c26 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/security-groups?id=76841e2c-c239-4b8e-93e6-c914af19c2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585377 May 18 06:22:53.220592 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-31369396-d5c5-434f-8e2a-57d8e00b6bcd req-6456af42-2cd0-4bdb-8b07-5746ccbf73ff tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394201 May 18 06:22:53.282503 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 86028965-8755-49ea-91b1-a3ab501b1362 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:53.348108 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port 86028965-8755-49ea-91b1-a3ab501b1362 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:53.352757 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 86028965-8755-49ea-91b1-a3ab501b1362 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:53.353135 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:53.468008 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:53.494076 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2487f67-36e3-406f-a991-ac2d4e44212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86028965-8755-49ea-91b1-a3ab501b1362'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:53.503854 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 86028965-8755-49ea-91b1-a3ab501b1362, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86028965-8755-49ea-91b1-a3ab501b1362,segment=NetworkSegment(2c64a2c9-9164-496e-ad10-8f40c6439acd),segment_id=2c64a2c9-9164-496e-ad10-8f40c6439acd)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:53.508394 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:53.511066 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:53.541164 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2487f67-36e3-406f-a991-ac2d4e44212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86028965-8755-49ea-91b1-a3ab501b1362', 'code': 200} May 18 06:22:53.577912 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=86028965-8755-49ea-91b1-a3ab501b1362,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:53.580709 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:53.783355 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00344ac-080a-4b3b-b62e-29472f8d0862 req-39b4b17d-20b4-414e-b7ae-58b4b5e875cc tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:53.784736 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b00344ac-080a-4b3b-b62e-29472f8d0862 req-39b4b17d-20b4-414e-b7ae-58b4b5e875cc tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 945 time: 0.0798151 May 18 06:22:53.809795 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c443c84-6bc7-47f4-83b8-93294ebb6990 req-4f203d7e-0b33-402c-af5a-b4a7a44e9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:53.811235 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9c443c84-6bc7-47f4-83b8-93294ebb6990 req-4f203d7e-0b33-402c-af5a-b4a7a44e9c23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 1103 time: 0.0698469 May 18 06:22:53.829101 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b00344ac-080a-4b3b-b62e-29472f8d0862 req-b1a70373-cd31-4498-ba43-1ac9706c5299 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380452 May 18 06:22:53.871983 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-9c443c84-6bc7-47f4-83b8-93294ebb6990 req-5aae2c37-bd90-47fe-90ad-c52854c3c5ed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=76841e2c-c239-4b8e-93e6-c914af19c2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449650 May 18 06:22:54.089561 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec4c13-80ad-47b7-ba51-4dd3bd2c6a89 req-6c3a4c6b-e145-43a0-819f-e9f1e6e56f91 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:54.090161 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-01ec4c13-80ad-47b7-ba51-4dd3bd2c6a89 req-6c3a4c6b-e145-43a0-819f-e9f1e6e56f91 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Synchronizing usage tracker for tenant:09ee233553b74499b7c1db6a0b0cb990 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:22:54.106728 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-01ec4c13-80ad-47b7-ba51-4dd3bd2c6a89 req-6c3a4c6b-e145-43a0-819f-e9f1e6e56f91 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Unset dirty status for tenant:09ee233553b74499b7c1db6a0b0cb990 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:22:54.107833 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-01ec4c13-80ad-47b7-ba51-4dd3bd2c6a89 req-6c3a4c6b-e145-43a0-819f-e9f1e6e56f91 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 945 time: 0.0931220 May 18 06:22:54.240408 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-01ec4c13-80ad-47b7-ba51-4dd3bd2c6a89 req-08bd2715-2784-492c-b15f-ed895d5d07f7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Deleting port 8ca0c51e-50c9-4897-8595-763d80b43aaf {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:22:54.240747 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-01ec4c13-80ad-47b7-ba51-4dd3bd2c6a89 req-08bd2715-2784-492c-b15f-ed895d5d07f7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.373678 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-01ec4c13-80ad-47b7-ba51-4dd3bd2c6a89 req-08bd2715-2784-492c-b15f-ed895d5d07f7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] For port 8ca0c51e-50c9-4897-8595-763d80b43aaf, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8ca0c51e-50c9-4897-8595-763d80b43aaf,segment=NetworkSegment(401f9f63-ac28-498c-8b6e-106f89db9eac),segment_id=401f9f63-ac28-498c-8b6e-106f89db9eac)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:54.373941 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-01ec4c13-80ad-47b7-ba51-4dd3bd2c6a89 req-08bd2715-2784-492c-b15f-ed895d5d07f7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.425261 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d74c22-68b1-4a2d-8d52-f14068fcbe09 req-d2a403da-c120-4278-801b-a78a02222718 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:54.426772 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-22d74c22-68b1-4a2d-8d52-f14068fcbe09 req-d2a403da-c120-4278-801b-a78a02222718 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 950 time: 0.1413035 May 18 06:22:54.439270 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af21c73-aab2-4fd6-80d7-3a7b3f935126 req-1c012cf9-cb23-449c-af4b-d7cba5dcf302 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:54.440754 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0af21c73-aab2-4fd6-80d7-3a7b3f935126 req-1c012cf9-cb23-449c-af4b-d7cba5dcf302 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1042612 May 18 06:22:54.500948 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-01ec4c13-80ad-47b7-ba51-4dd3bd2c6a89 req-08bd2715-2784-492c-b15f-ed895d5d07f7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Calling delete_port for 8ca0c51e-50c9-4897-8595-763d80b43aaf owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:22:54.513575 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-22d74c22-68b1-4a2d-8d52-f14068fcbe09 req-2e2c79a7-5289-4dd8-b874-745c406c3cef tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/security-groups?id=76841e2c-c239-4b8e-93e6-c914af19c2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718751 May 18 06:22:54.517771 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-0af21c73-aab2-4fd6-80d7-3a7b3f935126 req-6309375e-b46f-496d-9b08-78a65276f4eb tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630245 May 18 06:22:54.611369 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-01ec4c13-80ad-47b7-ba51-4dd3bd2c6a89 req-08bd2715-2784-492c-b15f-ed895d5d07f7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.616810 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d0f4110f-4bba-44e9-b94b-122cf9977415 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:54.622475 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['8ca0c51e-50c9-4897-8595-763d80b43aaf'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:22:54.661257 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd2715-2784-492c-b15f-ed895d5d07f7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Pushing event deleted for resources: {'Port': ['ID=8ca0c51e-50c9-4897-8595-763d80b43aaf,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:54.664203 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-08bd2715-2784-492c-b15f-ed895d5d07f7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:54.734920 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ec4c13-80ad-47b7-ba51-4dd3bd2c6a89 req-08bd2715-2784-492c-b15f-ed895d5d07f7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] No DVR routers for this DVR port 8ca0c51e-50c9-4897-8595-763d80b43aaf on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:22:54.737387 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-01ec4c13-80ad-47b7-ba51-4dd3bd2c6a89 req-08bd2715-2784-492c-b15f-ed895d5d07f7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.739876 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b92db93-d05a-49ff-a29e-02e5442140e0', 'name': 'network-vif-deleted', 'tag': '8ca0c51e-50c9-4897-8595-763d80b43aaf'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:54.754719 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-01ec4c13-80ad-47b7-ba51-4dd3bd2c6a89 req-08bd2715-2784-492c-b15f-ed895d5d07f7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.39 "DELETE /v2.0/ports/8ca0c51e-50c9-4897-8595-763d80b43aaf HTTP/1.1" status: 204 len: 173 time: 0.6406012 May 18 06:22:54.784693 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b92db93-d05a-49ff-a29e-02e5442140e0', 'name': 'network-vif-deleted', 'tag': '8ca0c51e-50c9-4897-8595-763d80b43aaf', 'status': 'completed', 'code': 200} May 18 06:22:54.989050 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-385d1cc5-5413-46ac-80df-089f45aacda6 req-5c670074-1996-46d7-a884-fe8ae795388a tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b92db93-d05a-49ff-a29e-02e5442140e0 HTTP/1.1" status: 200 len: 210 time: 0.0409207 May 18 06:22:55.695529 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7402ac-a95e-4288-baff-b469f9cb263a req-92fa7153-ac92-4539-9814-8bcfbd0d1375 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:55.696997 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6f7402ac-a95e-4288-baff-b469f9cb263a req-92fa7153-ac92-4539-9814-8bcfbd0d1375 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 950 time: 0.0781994 May 18 06:22:55.744146 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6f7402ac-a95e-4288-baff-b469f9cb263a req-96487bcf-7388-4465-a63a-d9a41a69aa01 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/security-groups?id=76841e2c-c239-4b8e-93e6-c914af19c2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 May 18 06:22:56.170927 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763044d0-afeb-4ee4-a104-347648f20b91 req-9e80b19e-09c3-49eb-b1b7-2fc9319e14c4 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:56.172408 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-763044d0-afeb-4ee4-a104-347648f20b91 req-9e80b19e-09c3-49eb-b1b7-2fc9319e14c4 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 950 time: 0.0807114 May 18 06:22:56.218703 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-763044d0-afeb-4ee4-a104-347648f20b91 req-c41be27f-7c3b-4cab-8aaf-7dbe3e30db3d tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/security-groups?id=76841e2c-c239-4b8e-93e6-c914af19c2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 May 18 06:22:57.406052 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c061a16-22d4-42e9-be61-ae2184816bc7 req-25a5c16a-f2a9-444c-8905-d1cacd22bd57 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:57.407507 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6c061a16-22d4-42e9-be61-ae2184816bc7 req-25a5c16a-f2a9-444c-8905-d1cacd22bd57 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 950 time: 0.0834053 May 18 06:22:57.454604 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6c061a16-22d4-42e9-be61-ae2184816bc7 req-0a6ef55b-9618-4d79-a63e-0417665b2021 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/security-groups?id=76841e2c-c239-4b8e-93e6-c914af19c2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398018 May 18 06:22:57.750428 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746e438-ef52-4975-81dd-519b6ae4ee9b req-bd076251-30e2-4c74-8081-0c0f116a70c8 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:57.751104 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-0746e438-ef52-4975-81dd-519b6ae4ee9b req-bd076251-30e2-4c74-8081-0c0f116a70c8 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Synchronizing usage tracker for tenant:0630dde10ecc4d8abdf4158e13ac231b on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:22:57.768020 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-0746e438-ef52-4975-81dd-519b6ae4ee9b req-bd076251-30e2-4c74-8081-0c0f116a70c8 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Unset dirty status for tenant:0630dde10ecc4d8abdf4158e13ac231b on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:22:57.769101 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-0746e438-ef52-4975-81dd-519b6ae4ee9b req-bd076251-30e2-4c74-8081-0c0f116a70c8 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 950 time: 0.0951715 May 18 06:22:57.901903 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-0746e438-ef52-4975-81dd-519b6ae4ee9b req-f31d4ea6-fd3f-4cf7-868c-0208705ceb4e tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Deleting port 86028965-8755-49ea-91b1-a3ab501b1362 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:22:57.902163 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-0746e438-ef52-4975-81dd-519b6ae4ee9b req-f31d4ea6-fd3f-4cf7-868c-0208705ceb4e tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:58.031341 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-0746e438-ef52-4975-81dd-519b6ae4ee9b req-f31d4ea6-fd3f-4cf7-868c-0208705ceb4e tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] For port 86028965-8755-49ea-91b1-a3ab501b1362, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=86028965-8755-49ea-91b1-a3ab501b1362,segment=NetworkSegment(2c64a2c9-9164-496e-ad10-8f40c6439acd),segment_id=2c64a2c9-9164-496e-ad10-8f40c6439acd)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:58.031694 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-0746e438-ef52-4975-81dd-519b6ae4ee9b req-f31d4ea6-fd3f-4cf7-868c-0208705ceb4e tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:58.150426 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-0746e438-ef52-4975-81dd-519b6ae4ee9b req-f31d4ea6-fd3f-4cf7-868c-0208705ceb4e tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Calling delete_port for 86028965-8755-49ea-91b1-a3ab501b1362 owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:22:58.333063 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-0746e438-ef52-4975-81dd-519b6ae4ee9b req-f31d4ea6-fd3f-4cf7-868c-0208705ceb4e tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:58.338473 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-08bd2715-2784-492c-b15f-ed895d5d07f7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:58.344334 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['86028965-8755-49ea-91b1-a3ab501b1362'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:22:58.381343 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d4ea6-fd3f-4cf7-868c-0208705ceb4e tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Pushing event deleted for resources: {'Port': ['ID=86028965-8755-49ea-91b1-a3ab501b1362,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:58.384822 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-f31d4ea6-fd3f-4cf7-868c-0208705ceb4e tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:58.459254 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-0746e438-ef52-4975-81dd-519b6ae4ee9b req-f31d4ea6-fd3f-4cf7-868c-0208705ceb4e tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] No DVR routers for this DVR port 86028965-8755-49ea-91b1-a3ab501b1362 on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:22:58.461844 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-0746e438-ef52-4975-81dd-519b6ae4ee9b req-f31d4ea6-fd3f-4cf7-868c-0208705ceb4e tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:58.464598 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2487f67-36e3-406f-a991-ac2d4e44212a', 'name': 'network-vif-deleted', 'tag': '86028965-8755-49ea-91b1-a3ab501b1362'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:58.481180 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-0746e438-ef52-4975-81dd-519b6ae4ee9b req-f31d4ea6-fd3f-4cf7-868c-0208705ceb4e tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.39 "DELETE /v2.0/ports/86028965-8755-49ea-91b1-a3ab501b1362 HTTP/1.1" status: 204 len: 173 time: 0.7057436 May 18 06:22:58.511483 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2487f67-36e3-406f-a991-ac2d4e44212a', 'name': 'network-vif-deleted', 'tag': '86028965-8755-49ea-91b1-a3ab501b1362', 'status': 'completed', 'code': 200} May 18 06:22:58.614698 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3bd95719-027e-4df2-839e-6e3ce5555cee req-7b843c5b-361f-466f-96d1-fb9d227f455e tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2487f67-36e3-406f-a991-ac2d4e44212a HTTP/1.1" status: 200 len: 210 time: 0.0424905 May 18 06:22:59.306522 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 8ca0c51e-50c9-4897-8595-763d80b43aaf no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:22:59.340202 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: 8ca0c51e-50c9-4897-8595-763d80b43aaf {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:22:59.340555 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 8ca0c51e-50c9-4897-8595-763d80b43aaf not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:23:00.329257 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-94b63afe-05c5-42d6-81fc-0acf6affc42a tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:00.330885 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-94b63afe-05c5-42d6-81fc-0acf6affc42a tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/networks?id=9ea3ce92-9722-494a-bef6-30cf6e01324b HTTP/1.1" status: 200 len: 814 time: 0.1459544 May 18 06:23:00.346175 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-df955bfb-ec1f-4df2-9d31-5914390b652a tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/quotas/09ee233553b74499b7c1db6a0b0cb990 HTTP/1.1" status: 200 len: 375 time: 0.0093777 May 18 06:23:00.397757 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-72af7e5f-5915-4151-875c-0b227df11af1 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=09ee233553b74499b7c1db6a0b0cb990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461040 May 18 06:23:00.578848 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-88e8ec0a-73af-44af-8667-5ac11c42831f service neutron] 10.222.0.10 "GET /v2.0/networks/9ea3ce92-9722-494a-bef6-30cf6e01324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742518 May 18 06:23:00.636548 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7db809fc-a795-4306-b3eb-a6ab7e2c336c req-a73ff44b-b98d-47cf-8bd1-950041031bec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1242700 May 18 06:23:00.718762 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-2f64f336-38d0-46e0-bdd5-eceeba8016ca service neutron] 10.222.0.10 "GET /v2.0/networks/9ea3ce92-9722-494a-bef6-30cf6e01324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325605 May 18 06:23:00.737158 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db809fc-a795-4306-b3eb-a6ab7e2c336c req-42a08f10-66cb-4f2e-911b-c53f74102d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:00.738680 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7db809fc-a795-4306-b3eb-a6ab7e2c336c req-42a08f10-66cb-4f2e-911b-c53f74102d8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a6ed2f5bbbc4f1593ecc5a4ed8d5177&device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 1138 time: 0.0794733 May 18 06:23:00.897886 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db809fc-a795-4306-b3eb-a6ab7e2c336c req-8f456b77-a6a8-4b71-adc2-53a6e2156ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:00.899617 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7db809fc-a795-4306-b3eb-a6ab7e2c336c req-8f456b77-a6a8-4b71-adc2-53a6e2156ea6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b21e72ce-09fd-41ba-b5df-295635ffcb6a HTTP/1.1" status: 200 len: 914 time: 0.1412933 May 18 06:23:00.921848 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6fe323aa-02bf-4767-8874-8dc6aa61b82e req-59f13d16-b2c6-4d31-989e-b324ec00f738 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 210 time: 0.0459402 May 18 06:23:01.019821 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7db809fc-a795-4306-b3eb-a6ab7e2c336c req-802cbabb-9008-4357-9c39-59a563209d17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25c3d21-a204-444f-8b92-004d404757cc HTTP/1.1" status: 200 len: 1001 time: 0.1119671 May 18 06:23:01.092894 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db809fc-a795-4306-b3eb-a6ab7e2c336c req-be3b7fd8-3055-4ee3-a1d5-69b55ba2c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:01.094686 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7db809fc-a795-4306-b3eb-a6ab7e2c336c req-be3b7fd8-3055-4ee3-a1d5-69b55ba2c688 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d5b08deb-868b-41d8-84c1-7f9618eb6f0e HTTP/1.1" status: 200 len: 853 time: 0.0678833 May 18 06:23:01.176353 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db809fc-a795-4306-b3eb-a6ab7e2c336c req-5f0fb18d-5025-4ec9-8890-9d9225eb8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:01.177843 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7db809fc-a795-4306-b3eb-a6ab7e2c336c req-5f0fb18d-5025-4ec9-8890-9d9225eb8292 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b21e72ce-09fd-41ba-b5df-295635ffcb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0769267 May 18 06:23:01.324593 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7db809fc-a795-4306-b3eb-a6ab7e2c336c req-ef9e3c5f-32eb-4cdf-99bc-1fcaeb9e0b9d service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386180 May 18 06:23:01.484496 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7db809fc-a795-4306-b3eb-a6ab7e2c336c req-9492207c-439d-40fb-9982-2c8b725781aa service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528523 May 18 06:23:02.076684 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4e8514df-b168-45f6-b91e-11d17fd1e0b2 req-91b0a1bf-eda0-4d42-b566-491a69fcab23 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 210 time: 0.0455832 May 18 06:23:02.239064 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-ed838b02-7512-44e9-9cf9-3f1532b48012 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:02.240502 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-ed838b02-7512-44e9-9cf9-3f1532b48012 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.39 "GET /v2.0/networks?id=9ea3ce92-9722-494a-bef6-30cf6e01324b HTTP/1.1" status: 200 len: 814 time: 0.1523993 May 18 06:23:02.253077 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Request body: {'port': {'device_id': '4e9bcb82-5c33-4107-a28f-88887ef433eb', 'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b', 'admin_state_up': True, 'tenant_id': '09ee233553b74499b7c1db6a0b0cb990'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:02.390225 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:23:02.394226 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Usage tracker for resource:port and tenant:09ee233553b74499b7c1db6a0b0cb990 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:23:02.397085 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:23:02.402772 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:23:02.413648 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Made reservation on behalf of 09ee233553b74499b7c1db6a0b0cb990 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:23:02.417304 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:02.579508 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Allocated IP 172.20.0.13 (9ea3ce92-9722-494a-bef6-30cf6e01324b/88507e6a-d77c-43a3-88b9-f55a8ef454ce/14a724e2-0999-4598-8967-8dc5a7ba9e3b) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:23:02.783290 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:02.816458 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:02.822325 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-99b797bf-b0a0-47cf-ba86-fb5ad93d89a6 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:02.890267 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Network 9ea3ce92-9722-494a-bef6-30cf6e01324b is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:23:02.893262 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:23:02.897656 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:23:02.934523 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Pushing event updated for resources: {'Port': ['ID=14a724e2-0999-4598-8967-8dc5a7ba9e3b,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:02.939099 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:02.962556 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:02.963152 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:02.986603 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7375269 May 18 06:23:02.997808 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Request body: {'port': {'device_id': '4e9bcb82-5c33-4107-a28f-88887ef433eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:03.025609 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:03.195259 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:03.269394 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66c6b0-6cf5-4386-bf5c-c4059f4369af req-97058bb5-77b7-4c29-bc39-dce1de7e3672 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:03.271290 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1d66c6b0-6cf5-4386-bf5c-c4059f4369af req-97058bb5-77b7-4c29-bc39-dce1de7e3672 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 932 time: 0.0832222 May 18 06:23:03.315452 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1d66c6b0-6cf5-4386-bf5c-c4059f4369af req-720d9298-03e5-4710-b442-c4cf834dadb7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385551 May 18 06:23:03.317040 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 86028965-8755-49ea-91b1-a3ab501b1362 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:23:03.355301 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: 86028965-8755-49ea-91b1-a3ab501b1362 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:23:03.355649 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 86028965-8755-49ea-91b1-a3ab501b1362 not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:23:03.532647 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a724e2-0999-4598-8967-8dc5a7ba9e3b {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:23:03.539473 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:03.553078 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Transition to ACTIVE for port object 14a724e2-0999-4598-8967-8dc5a7ba9e3b will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:23:03.556518 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:03.560624 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:03.713896 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Pushing event updated for resources: {'Port': ['ID=14a724e2-0999-4598-8967-8dc5a7ba9e3b,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:03.740321 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:03.779983 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Attempting to bind port 14a724e2-0999-4598-8967-8dc5a7ba9e3b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:23:03.780342 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Attempting to bind port 14a724e2-0999-4598-8967-8dc5a7ba9e3b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '401f9f63-ac28-498c-8b6e-106f89db9eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:23:03.780668 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Attempting to bind port 14a724e2-0999-4598-8967-8dc5a7ba9e3b on network 9ea3ce92-9722-494a-bef6-30cf6e01324b {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:23:03.785197 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Port 14a724e2-0999-4598-8967-8dc5a7ba9e3b on network 9ea3ce92-9722-494a-bef6-30cf6e01324b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:23:03.785459 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Attempting to bind port 14a724e2-0999-4598-8967-8dc5a7ba9e3b on network 9ea3ce92-9722-494a-bef6-30cf6e01324b {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:23:03.790945 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:23:03.791278 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Checking segment: {'id': '401f9f63-ac28-498c-8b6e-106f89db9eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:23:03.791654 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Bound using segment: {'id': '401f9f63-ac28-498c-8b6e-106f89db9eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:23:03.792099 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Bound port: 14a724e2-0999-4598-8967-8dc5a7ba9e3b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401f9f63-ac28-498c-8b6e-106f89db9eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:23:03.792440 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:03.879627 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] For port 14a724e2-0999-4598-8967-8dc5a7ba9e3b, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:23:03.882578 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] For port 14a724e2-0999-4598-8967-8dc5a7ba9e3b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=14a724e2-0999-4598-8967-8dc5a7ba9e3b,segment=NetworkSegment(401f9f63-ac28-498c-8b6e-106f89db9eac),segment_id=401f9f63-ac28-498c-8b6e-106f89db9eac)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:23:03.887292 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:03.891531 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d74031f3-6185-48bb-8738-62f72ac33b3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:03.944392 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:03.944991 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:03.946328 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] 10.222.0.39 "PUT /v2.0/ports/14a724e2-0999-4598-8967-8dc5a7ba9e3b HTTP/1.1" status: 200 len: 1094 time: 0.9527681 May 18 06:23:03.946810 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9bcb82-5c33-4107-a28f-88887ef433eb', 'tag': '14a724e2-0999-4598-8967-8dc5a7ba9e3b'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:03.967628 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Pushing event updated for resources: {'Port': ['ID=14a724e2-0999-4598-8967-8dc5a7ba9e3b,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:03.970843 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:04.052537 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9bcb82-5c33-4107-a28f-88887ef433eb', 'tag': '14a724e2-0999-4598-8967-8dc5a7ba9e3b', 'status': 'completed', 'code': 200} May 18 06:23:04.068506 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-e86b1287-3dde-4243-b4af-1e473d97ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:04.069974 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-e86b1287-3dde-4243-b4af-1e473d97ae1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09ee233553b74499b7c1db6a0b0cb990&device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 1097 time: 0.0760276 May 18 06:23:04.136858 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-4868a4b2-61c0-47d9-af90-00c2e96e8d39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a724e2-0999-4598-8967-8dc5a7ba9e3b HTTP/1.1" status: 200 len: 217 time: 0.0598426 May 18 06:23:04.202412 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-557433dd-df93-4939-a7ec-bedda58e3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:04.203834 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-557433dd-df93-4939-a7ec-bedda58e3727 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88507e6a-d77c-43a3-88b9-f55a8ef454ce HTTP/1.1" status: 200 len: 854 time: 0.0607421 May 18 06:23:04.249529 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-af6162ef-0cf5-47f7-8f2d-4439d812ffef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ea3ce92-9722-494a-bef6-30cf6e01324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395422 May 18 06:23:04.308535 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 48754) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:04.382380 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-2237ec3e-c865-420c-b58a-9c9ac5e7183d service neutron] 10.222.0.39 "GET /v2.0/networks/9ea3ce92-9722-494a-bef6-30cf6e01324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246865 May 18 06:23:04.522179 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-da351ca3-ca9d-4b82-8987-6b9fcdaad458 req-2cb3739e-5696-49a2-80d8-bd6d28cfabfe service neutron] 10.222.0.39 "GET /v2.0/networks/9ea3ce92-9722-494a-bef6-30cf6e01324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331186 May 18 06:23:04.611079 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-9e79af1b-87d9-4c4f-9bf5-893ab7efff1c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0630dde10ecc4d8abdf4158e13ac231b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012571 May 18 06:23:04.614819 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 48762) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:04.647719 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc43d70-688d-4a90-a7c0-320359903109 req-4b4b1f92-ca47-4782-a983-ac8e440d1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:04.649208 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4dc43d70-688d-4a90-a7c0-320359903109 req-4b4b1f92-ca47-4782-a983-ac8e440d1028 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09ee233553b74499b7c1db6a0b0cb990&device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 1097 time: 0.0743082 May 18 06:23:04.664168 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335a635-5c3a-40ad-87b3-14cd9ff96739 req-5b2e47fe-d942-4f62-9446-700ba3fef5bd tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:04.665589 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b335a635-5c3a-40ad-87b3-14cd9ff96739 req-5b2e47fe-d942-4f62-9446-700ba3fef5bd tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 944 time: 0.2265308 May 18 06:23:04.707401 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-21b5fcbd-4ddf-4edd-9931-77fdb4676f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:04.741167 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b335a635-5c3a-40ad-87b3-14cd9ff96739 req-ab69f5da-3e25-4530-a243-b98dcb6a67b1 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678864 May 18 06:23:04.748225 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-21b5fcbd-4ddf-4edd-9931-77fdb4676f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:04.802236 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-21b5fcbd-4ddf-4edd-9931-77fdb4676f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:04.806365 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ff38eb54-9720-4c4b-bf5a-bafc62be3b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:04.821764 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5fcbd-4ddf-4edd-9931-77fdb4676f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76841e2c-c239-4b8e-93e6-c914af19c2d0,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:04.824440 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-21b5fcbd-4ddf-4edd-9931-77fdb4676f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:04.834561 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-21b5fcbd-4ddf-4edd-9931-77fdb4676f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:04.838025 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-21b5fcbd-4ddf-4edd-9931-77fdb4676f67 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76841e2c-c239-4b8e-93e6-c914af19c2d0 HTTP/1.1" status: 204 len: 168 time: 0.2199869 May 18 06:23:04.857227 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc43d70-688d-4a90-a7c0-320359903109 req-d507f8f8-d91c-4dab-b5cd-a27f1b8d1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:04.858809 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4dc43d70-688d-4a90-a7c0-320359903109 req-d507f8f8-d91c-4dab-b5cd-a27f1b8d1edf service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ea3ce92-9722-494a-bef6-30cf6e01324b HTTP/1.1" status: 200 len: 914 time: 0.2029648 May 18 06:23:04.932253 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4dc43d70-688d-4a90-a7c0-320359903109 req-392c8838-d8a2-4488-b54a-403932855d72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a724e2-0999-4598-8967-8dc5a7ba9e3b HTTP/1.1" status: 200 len: 217 time: 0.0660350 May 18 06:23:05.011530 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc43d70-688d-4a90-a7c0-320359903109 req-d08dfa71-fcf6-42cf-a4ef-f9c68e4672ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:05.013068 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4dc43d70-688d-4a90-a7c0-320359903109 req-d08dfa71-fcf6-42cf-a4ef-f9c68e4672ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=88507e6a-d77c-43a3-88b9-f55a8ef454ce HTTP/1.1" status: 200 len: 854 time: 0.0752685 May 18 06:23:05.063094 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4dc43d70-688d-4a90-a7c0-320359903109 req-366edbf7-fc07-4a32-b2f4-13698efc0813 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ea3ce92-9722-494a-bef6-30cf6e01324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427697 May 18 06:23:05.195668 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4dc43d70-688d-4a90-a7c0-320359903109 req-3fbd0d6c-5e29-4f6a-84a7-0639e7a59df7 service neutron] 10.222.0.39 "GET /v2.0/networks/9ea3ce92-9722-494a-bef6-30cf6e01324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238799 May 18 06:23:05.325143 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4dc43d70-688d-4a90-a7c0-320359903109 req-f423513d-5c9f-4255-94b8-937bd02f661f service neutron] 10.222.0.39 "GET /v2.0/networks/9ea3ce92-9722-494a-bef6-30cf6e01324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222429 May 18 06:23:05.925876 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b450850-18a9-49c5-a9cc-1caa594faae0 req-46dc512b-1848-40b2-b7ae-ad0f2fd596e3 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:05.927330 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2b450850-18a9-49c5-a9cc-1caa594faae0 req-46dc512b-1848-40b2-b7ae-ad0f2fd596e3 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 944 time: 0.0816786 May 18 06:23:05.972054 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2b450850-18a9-49c5-a9cc-1caa594faae0 req-81adca4e-c9a3-43c6-9c93-20075d856beb tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389566 May 18 06:23:07.039009 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7e7df717-fef8-49a9-a75b-640a441ba580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:07.152995 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3307c9-bae7-4b99-8f77-41af5592e4af req-89347e9d-6f18-475f-8e37-2d193aac843d tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:07.154432 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2a3307c9-bae7-4b99-8f77-41af5592e4af req-89347e9d-6f18-475f-8e37-2d193aac843d tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 944 time: 0.0789261 May 18 06:23:07.201208 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2a3307c9-bae7-4b99-8f77-41af5592e4af req-5d4f7a7a-12dd-4255-8a6c-29d4b1cd0986 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 May 18 06:23:08.384104 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3f85b-68fc-40b3-bf04-182fc525028c req-ad3df55a-1648-4d6a-a001-0581cd15be02 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:08.385444 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-bca3f85b-68fc-40b3-bf04-182fc525028c req-ad3df55a-1648-4d6a-a001-0581cd15be02 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 944 time: 0.0785275 May 18 06:23:08.429473 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-bca3f85b-68fc-40b3-bf04-182fc525028c req-391586e4-6458-456a-b8c8-fe9209743421 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 May 18 06:23:09.347721 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 14a724e2-0999-4598-8967-8dc5a7ba9e3b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:23:09.479740 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 14a724e2-0999-4598-8967-8dc5a7ba9e3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=14a724e2-0999-4598-8967-8dc5a7ba9e3b,segment=NetworkSegment(401f9f63-ac28-498c-8b6e-106f89db9eac),segment_id=401f9f63-ac28-498c-8b6e-106f89db9eac)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:09.493032 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '14a724e2-0999-4598-8967-8dc5a7ba9e3b', 'network_id': '9ea3ce92-9722-494a-bef6-30cf6e01324b', 'port_id': '14a724e2-0999-4598-8967-8dc5a7ba9e3b', 'mac_address': 'fa:16:3e:19:f6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88507e6a-d77c-43a3-88b9-f55a8ef454ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:23:09.545838 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:09.562485 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a724e2-0999-4598-8967-8dc5a7ba9e3b {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:23:09.577272 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 14a724e2-0999-4598-8967-8dc5a7ba9e3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=14a724e2-0999-4598-8967-8dc5a7ba9e3b,segment=NetworkSegment(401f9f63-ac28-498c-8b6e-106f89db9eac),segment_id=401f9f63-ac28-498c-8b6e-106f89db9eac)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:09.581110 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:09.582837 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-7143832e-2c7f-4185-bee2-3793f1293242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:09.615007 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaa44e-d4b8-46fe-bb2f-5aca1826a9d5 req-f7ed6d86-1a16-44d4-9696-cfaa87763dae tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:09.616427 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e5eaa44e-d4b8-46fe-bb2f-5aca1826a9d5 req-f7ed6d86-1a16-44d4-9696-cfaa87763dae tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 944 time: 0.0841358 May 18 06:23:09.663532 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e5eaa44e-d4b8-46fe-bb2f-5aca1826a9d5 req-0c3e06b1-c230-424f-8791-33c690d3eba9 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 May 18 06:23:09.679272 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=14a724e2-0999-4598-8967-8dc5a7ba9e3b,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:09.686370 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:09.686714 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:09.687052 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:09.687387 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:09.687713 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:09.688061 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:09.688448 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:09.688768 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:09.689090 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:09.689474 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:09.689792 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:09.690110 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:09.693821 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:09.950366 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['14a724e2-0999-4598-8967-8dc5a7ba9e3b'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:23:09.997131 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:10.114607 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-96e04c6b-2c40-4948-9538-bcddd986ade6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:10.788503 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:10.846133 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a47cd-13ad-473b-ba1d-b0ee86cdb7bc req-f10e9dbd-8387-4f4b-b14d-db9e644a7fb2 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:10.847582 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5c0a47cd-13ad-473b-ba1d-b0ee86cdb7bc req-f10e9dbd-8387-4f4b-b14d-db9e644a7fb2 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 945 time: 0.0804729 May 18 06:23:10.895145 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5c0a47cd-13ad-473b-ba1d-b0ee86cdb7bc req-c95c38dd-c04d-4b76-abde-2e458c2d72f3 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417638 May 18 06:23:11.349823 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 14a724e2-0999-4598-8967-8dc5a7ba9e3b up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:23:11.414598 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port 14a724e2-0999-4598-8967-8dc5a7ba9e3b completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:23:11.419002 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 14a724e2-0999-4598-8967-8dc5a7ba9e3b triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:23:11.419375 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:11.533608 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:11.559282 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bcb82-5c33-4107-a28f-88887ef433eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a724e2-0999-4598-8967-8dc5a7ba9e3b'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:11.569083 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 14a724e2-0999-4598-8967-8dc5a7ba9e3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=14a724e2-0999-4598-8967-8dc5a7ba9e3b,segment=NetworkSegment(401f9f63-ac28-498c-8b6e-106f89db9eac),segment_id=401f9f63-ac28-498c-8b6e-106f89db9eac)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:11.572684 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:11.574449 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:11.604013 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bcb82-5c33-4107-a28f-88887ef433eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a724e2-0999-4598-8967-8dc5a7ba9e3b', 'code': 200} May 18 06:23:11.640355 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=14a724e2-0999-4598-8967-8dc5a7ba9e3b,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:11.643142 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:11.820434 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2a043-9d3c-48be-9110-7dc8f1913f5f req-52fbd483-6950-40d8-bb54-f4233170fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:11.821847 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b9d2a043-9d3c-48be-9110-7dc8f1913f5f req-52fbd483-6950-40d8-bb54-f4233170fedd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 1099 time: 0.0718241 May 18 06:23:11.862519 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b9d2a043-9d3c-48be-9110-7dc8f1913f5f req-0037d2a0-08bf-4a1f-91fc-e12c96022aa7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329933 May 18 06:23:12.073079 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:12.075404 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021a799-83e5-4779-90a7-f656a3eaa44b req-324e16e7-ab99-4f53-bc6a-48a253b31224 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:12.076858 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7021a799-83e5-4779-90a7-f656a3eaa44b req-324e16e7-ab99-4f53-bc6a-48a253b31224 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 946 time: 0.0798080 May 18 06:23:12.121411 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7021a799-83e5-4779-90a7-f656a3eaa44b req-5a98b126-18e3-43ae-b545-4c5213a39282 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 May 18 06:23:13.308880 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e35a6-1730-48fd-a57b-7377cf1bf604 req-9cbb4077-326e-4670-a796-6befbe071bc9 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:13.310216 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b65e35a6-1730-48fd-a57b-7377cf1bf604 req-9cbb4077-326e-4670-a796-6befbe071bc9 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 946 time: 0.0819654 May 18 06:23:13.354261 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b65e35a6-1730-48fd-a57b-7377cf1bf604 req-cce80026-0f1e-4323-885c-b32c7f3b09d7 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 May 18 06:23:20.451573 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:23:33.035899 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:34.433969 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eddd97-7fe6-49f6-b214-bc2c45dbaeaf req-8edd63ca-ec43-4258-8ffb-19dc05c6474b tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:34.435375 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-45eddd97-7fe6-49f6-b214-bc2c45dbaeaf req-8edd63ca-ec43-4258-8ffb-19dc05c6474b tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 946 time: 0.0775287 May 18 06:23:34.481957 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-45eddd97-7fe6-49f6-b214-bc2c45dbaeaf req-884efe59-c866-4a31-90bc-3a932f9237e9 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 May 18 06:23:35.664658 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660d57d-0a31-4951-805d-b761063a2af6 req-d807b8a9-4970-4dd5-97d5-acd68152b54c tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:35.666066 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b660d57d-0a31-4951-805d-b761063a2af6 req-d807b8a9-4970-4dd5-97d5-acd68152b54c tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 946 time: 0.0792725 May 18 06:23:35.709805 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b660d57d-0a31-4951-805d-b761063a2af6 req-e307fec4-ee07-43b8-9ca2-d0ea0dc107db tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381932 May 18 06:23:36.894095 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec6a94-3f92-4580-b400-a2466853d2fd req-e70a1e97-e311-4d55-82cf-f20cfeeece2a tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:36.895521 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e4ec6a94-3f92-4580-b400-a2466853d2fd req-e70a1e97-e311-4d55-82cf-f20cfeeece2a tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 946 time: 0.0828853 May 18 06:23:36.938980 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e4ec6a94-3f92-4580-b400-a2466853d2fd req-dba6d08b-d3f5-44ed-a99c-121dd51457e0 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378211 May 18 06:23:37.039647 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3a46cba-be70-418e-86d3-907d5550a974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:38.119159 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c01084-2b7d-4c0e-8462-c037611b3f22 req-b70025cc-9e9e-48a2-9c63-beacd77a3d27 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:38.121314 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-39c01084-2b7d-4c0e-8462-c037611b3f22 req-b70025cc-9e9e-48a2-9c63-beacd77a3d27 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 946 time: 0.0798233 May 18 06:23:38.170212 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-39c01084-2b7d-4c0e-8462-c037611b3f22 req-67048a38-0adc-420f-ae97-231a57c93076 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430408 May 18 06:23:39.059309 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c5b7a-1d9a-4f01-95ef-a713656d944c req-8d0d899a-2de0-4a68-8b4c-24a3e8f0d37c tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:39.059993 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-fa6c5b7a-1d9a-4f01-95ef-a713656d944c req-8d0d899a-2de0-4a68-8b4c-24a3e8f0d37c tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Synchronizing usage tracker for tenant:09ee233553b74499b7c1db6a0b0cb990 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:23:39.075379 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-fa6c5b7a-1d9a-4f01-95ef-a713656d944c req-8d0d899a-2de0-4a68-8b4c-24a3e8f0d37c tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Unset dirty status for tenant:09ee233553b74499b7c1db6a0b0cb990 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:23:39.076540 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fa6c5b7a-1d9a-4f01-95ef-a713656d944c req-8d0d899a-2de0-4a68-8b4c-24a3e8f0d37c tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 946 time: 0.0941997 May 18 06:23:39.210985 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-fa6c5b7a-1d9a-4f01-95ef-a713656d944c req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Deleting port 14a724e2-0999-4598-8967-8dc5a7ba9e3b {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:23:39.211332 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fa6c5b7a-1d9a-4f01-95ef-a713656d944c req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:39.342074 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-fa6c5b7a-1d9a-4f01-95ef-a713656d944c req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] For port 14a724e2-0999-4598-8967-8dc5a7ba9e3b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=14a724e2-0999-4598-8967-8dc5a7ba9e3b,segment=NetworkSegment(401f9f63-ac28-498c-8b6e-106f89db9eac),segment_id=401f9f63-ac28-498c-8b6e-106f89db9eac)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:39.342344 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fa6c5b7a-1d9a-4f01-95ef-a713656d944c req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:39.351270 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c60da3-3a06-42a9-8f8a-08e54c07eb21 req-c48991e2-4334-4cf2-bf9f-7c7f3f169913 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:39.352777 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-40c60da3-3a06-42a9-8f8a-08e54c07eb21 req-c48991e2-4334-4cf2-bf9f-7c7f3f169913 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9bcb82-5c33-4107-a28f-88887ef433eb HTTP/1.1" status: 200 len: 946 time: 0.0789933 May 18 06:23:39.400366 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-40c60da3-3a06-42a9-8f8a-08e54c07eb21 req-c36402a8-83f4-421f-86f9-279c0e483d21 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.10 "GET /v2.0/security-groups?id=28b86504-df23-4f52-a1bc-ecbc06fe586b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 May 18 06:23:39.475365 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-fa6c5b7a-1d9a-4f01-95ef-a713656d944c req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Calling delete_port for 14a724e2-0999-4598-8967-8dc5a7ba9e3b owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:23:39.589302 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fa6c5b7a-1d9a-4f01-95ef-a713656d944c req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:39.594826 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-245adadd-ec37-42f3-9247-65f20705cbf7 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:39.601621 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['14a724e2-0999-4598-8967-8dc5a7ba9e3b'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:23:39.637887 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Pushing event deleted for resources: {'Port': ['ID=14a724e2-0999-4598-8967-8dc5a7ba9e3b,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:39.672027 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:39.672418 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:39.672782 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:39.673136 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:39.673491 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:39.673843 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:39.674193 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:39.674541 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:39.674894 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:39.675241 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:39.675590 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:39.675931 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:39.684211 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:39.726724 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6c5b7a-1d9a-4f01-95ef-a713656d944c req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] No DVR routers for this DVR port 14a724e2-0999-4598-8967-8dc5a7ba9e3b on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:23:39.729549 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-fa6c5b7a-1d9a-4f01-95ef-a713656d944c req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:39.732174 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bcb82-5c33-4107-a28f-88887ef433eb', 'name': 'network-vif-deleted', 'tag': '14a724e2-0999-4598-8967-8dc5a7ba9e3b'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:39.747220 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fa6c5b7a-1d9a-4f01-95ef-a713656d944c req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] 10.222.0.39 "DELETE /v2.0/ports/14a724e2-0999-4598-8967-8dc5a7ba9e3b HTTP/1.1" status: 204 len: 173 time: 0.6644681 May 18 06:23:39.780577 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bcb82-5c33-4107-a28f-88887ef433eb', 'name': 'network-vif-deleted', 'tag': '14a724e2-0999-4598-8967-8dc5a7ba9e3b', 'status': 'completed', 'code': 200} May 18 06:23:39.966394 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:40.105379 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-18afa3dd-b1ec-42bd-886f-24d472cc443b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:40.805972 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:41.424013 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680c0cf-4cf8-43d8-b9b9-aff3a26ba30d req-fce325bd-68d9-4d64-b2c2-08c43976df72 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:41.425452 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f680c0cf-4cf8-43d8-b9b9-aff3a26ba30d req-fce325bd-68d9-4d64-b2c2-08c43976df72 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 946 time: 0.0815942 May 18 06:23:41.471236 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f680c0cf-4cf8-43d8-b9b9-aff3a26ba30d req-e971e3d0-4c1c-44f7-bc40-8acfc3dce475 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395076 May 18 06:23:42.074794 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:42.663896 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7685671-97a3-4423-9bfa-1410f633aa60 req-bd3e45ee-5dbb-43ec-a743-5171250d722b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:42.665346 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d7685671-97a3-4423-9bfa-1410f633aa60 req-bd3e45ee-5dbb-43ec-a743-5171250d722b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 946 time: 0.0796220 May 18 06:23:42.712732 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d7685671-97a3-4423-9bfa-1410f633aa60 req-8315f0f0-cdcd-4bd6-80ed-38aa9e23c6ba tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413039 May 18 06:23:43.206751 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-87e2eb99-8e9d-4b06-9ba0-4b92ce982abd tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:43.207441 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-87e2eb99-8e9d-4b06-9ba0-4b92ce982abd tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Synchronizing usage tracker for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:23:43.222218 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-87e2eb99-8e9d-4b06-9ba0-4b92ce982abd tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Unset dirty status for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:23:43.223426 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-87e2eb99-8e9d-4b06-9ba0-4b92ce982abd tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.39 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 946 time: 0.0928171 May 18 06:23:43.358959 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Deleting port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:23:43.359298 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:43.493799 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 14a724e2-0999-4598-8967-8dc5a7ba9e3b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:23:43.529239 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: 14a724e2-0999-4598-8967-8dc5a7ba9e3b {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:23:43.529514 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 14a724e2-0999-4598-8967-8dc5a7ba9e3b not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:23:43.567463 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] For port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:43.567803 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:43.862523 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:43.862885 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:43.863199 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.l3_db [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Floating IP ae716910-444b-4203-8670-69fdb6ea954f disassociated. External IP: 172.28.2.241, port: 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f. May 18 06:23:43.863535 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Calling delete_port for 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:23:43.926560 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94016d7e-67f0-41e5-8b10-21f66de7e130 req-8e0716da-0b2b-4083-a6d8-1871f8989455 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:43.928788 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-94016d7e-67f0-41e5-8b10-21f66de7e130 req-8e0716da-0b2b-4083-a6d8-1871f8989455 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 946 time: 0.0878067 May 18 06:23:43.973650 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-94016d7e-67f0-41e5-8b10-21f66de7e130 req-c1a0175e-f4b7-41cd-90df-7b8cbabf2b09 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=385ec154-1f52-433c-aa06-607df9ae0bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391204 May 18 06:23:43.979987 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:43.985254 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-fb96afb8-45c7-4b9a-a78e-195d7b8393d3 tempest-ServerRescueNegativeTestJSON-1488595802 tempest-ServerRescueNegativeTestJSON-1488595802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:44.028181 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event deleted for resources: {'Port': ['ID=7489e64a-6c21-4a5c-bed3-c9eb1af0b66f,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:44.031661 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:44.211931 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Router 09fab4fe-a875-47af-80f6-a4c2007649ef has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:23:44.390464 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:23:44.400509 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfc7ee-ad78-496c-8f30-f788bdcbf015 None None] Sync routers for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:23:44.410278 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfc7ee-ad78-496c-8f30-f788bdcbf015 None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:23:44.410898 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-4bbfc7ee-ad78-496c-8f30-f788bdcbf015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:23:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:44.462200 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] No DVR routers for this DVR port 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:23:44.464725 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:44.467396 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'name': 'network-vif-deleted', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:44.486363 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-63570011-682c-413e-9c4e-de527e6ac9b3 req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.39 "DELETE /v2.0/ports/7489e64a-6c21-4a5c-bed3-c9eb1af0b66f HTTP/1.1" status: 204 len: 173 time: 1.2579265 May 18 06:23:44.517501 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2381d441-27d8-4b29-a77f-baaf0bd47da6', 'name': 'network-vif-deleted', 'tag': '7489e64a-6c21-4a5c-bed3-c9eb1af0b66f', 'status': 'completed', 'code': 200} May 18 06:23:44.609061 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-4bbfc7ee-ad78-496c-8f30-f788bdcbf015 None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:23:44.912989 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-4bbfc7ee-ad78-496c-8f30-f788bdcbf015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:05Z', 'revision_number': 5, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:44.917128 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfc7ee-ad78-496c-8f30-f788bdcbf015 None None] Checking router: 09fab4fe-a875-47af-80f6-a4c2007649ef for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:23:44.925554 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfc7ee-ad78-496c-8f30-f788bdcbf015 None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:23:44.926219 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-4bbfc7ee-ad78-496c-8f30-f788bdcbf015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:23:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:45.174586 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-25551243-fff6-4e23-997d-582fe7022d06 req-5554483b-f7d5-4728-9038-e4470427b9df tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=2381d441-27d8-4b29-a77f-baaf0bd47da6 HTTP/1.1" status: 200 len: 210 time: 0.0454254 May 18 06:23:45.175175 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-4bbfc7ee-ad78-496c-8f30-f788bdcbf015 None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:23:45.483554 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-4bbfc7ee-ad78-496c-8f30-f788bdcbf015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:05Z', 'revision_number': 5, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:45.487630 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfc7ee-ad78-496c-8f30-f788bdcbf015 None None] The sync data for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb is: [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:05Z', 'revision_number': 5, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:23:45.689845 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a570c7d-f78f-4dbf-bd8f-8eae49be2ba8 None None] New status for floating IP ae716910-444b-4203-8670-69fdb6ea954f: DOWN {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:23:46.311909 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 48964) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:46.385038 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:46.413106 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:46.467806 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:46.472429 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8af05109-3511-457e-9cae-ec71b919d72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:46.489235 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=385ec154-1f52-433c-aa06-607df9ae0bc3,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:46.501227 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:46.501532 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:46.501887 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:46.502242 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:46.502591 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:46.502938 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:46.503281 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:46.503623 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:46.503962 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:46.504323 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:46.504661 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:46.505012 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:46.509098 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:46.510023 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:46.511625 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "DELETE /v2.0/security-groups/385ec154-1f52-433c-aa06-607df9ae0bc3 HTTP/1.1" status: 204 len: 168 time: 0.1979668 May 18 06:23:46.513765 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 48968) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:46.530192 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.api.v2.resource [None req-a1a16e53-b228-4728-8570-1e99147e7a94 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] show failed (client error): The resource could not be found. May 18 06:23:46.531168 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-a1a16e53-b228-4728-8570-1e99147e7a94 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups/385ec154-1f52-433c-aa06-607df9ae0bc3 HTTP/1.1" status: 404 len: 347 time: 0.0164857 May 18 06:23:46.533946 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 48972) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:46.832558 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-bf60a7d8-23f0-4cb0-84b3-57f4e467d1e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Deleting port 347251ee-c3ea-4c09-bb98-df2b0c0d9fad {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:23:46.832906 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bf60a7d8-23f0-4cb0-84b3-57f4e467d1e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:46.949097 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bf60a7d8-23f0-4cb0-84b3-57f4e467d1e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:46.949429 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bf60a7d8-23f0-4cb0-84b3-57f4e467d1e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:47.070643 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-bf60a7d8-23f0-4cb0-84b3-57f4e467d1e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Calling delete_port for 347251ee-c3ea-4c09-bb98-df2b0c0d9fad owned by network:floatingip {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:23:47.180446 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bf60a7d8-23f0-4cb0-84b3-57f4e467d1e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:47.184497 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9f453429-17f2-4b79-afe5-ce69c0cf9014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:47.224090 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60a7d8-23f0-4cb0-84b3-57f4e467d1e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event deleted for resources: {'Port': ['ID=347251ee-c3ea-4c09-bb98-df2b0c0d9fad,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:47.228121 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bf60a7d8-23f0-4cb0-84b3-57f4e467d1e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:47.317364 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bf60a7d8-23f0-4cb0-84b3-57f4e467d1e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:47.330849 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bf60a7d8-23f0-4cb0-84b3-57f4e467d1e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:47.331957 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-bf60a7d8-23f0-4cb0-84b3-57f4e467d1e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "DELETE /v2.0/floatingips/ae716910-444b-4203-8670-69fdb6ea954f HTTP/1.1" status: 204 len: 168 time: 0.7971449 May 18 06:23:47.526738 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:23:47.566933 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:23:47.567272 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 7489e64a-6c21-4a5c-bed3-c9eb1af0b66f not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:23:47.714989 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 48986) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:47.720318 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--757628686', 'description': 'tempest-description--892905499'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:47.726572 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:23:47.730710 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Usage tracker for resource:security_group and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:23:47.733813 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:23:47.741251 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:23:47.752574 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:47.773674 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:23:47.777830 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Usage tracker for resource:security_group_rule and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:23:47.780703 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:23:47.787639 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:23:47.859647 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:47.863263 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:47.869076 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-cf32b63f-bd9c-4579-b449-867838ab60b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:47.908328 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:47.911252 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:47.916481 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:47.917448 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2015803 May 18 06:23:47.920180 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 48990) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:47.925161 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-1b3b1897-0ee3-4aa7-8740-366babe75eb2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Request body: {'security_group_rule': {'security_group_id': '6ea32b53-f3b2-4eff-a7ca-1100e87c02a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:47.931491 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-1b3b1897-0ee3-4aa7-8740-366babe75eb2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:23:47.935264 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-1b3b1897-0ee3-4aa7-8740-366babe75eb2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Usage tracker for resource:security_group_rule and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:23:47.938124 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-1b3b1897-0ee3-4aa7-8740-366babe75eb2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:23:47.943780 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-1b3b1897-0ee3-4aa7-8740-366babe75eb2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:23:47.963117 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1b3b1897-0ee3-4aa7-8740-366babe75eb2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.022850 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1b3b1897-0ee3-4aa7-8740-366babe75eb2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.026233 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1b3b1897-0ee3-4aa7-8740-366babe75eb2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.028219 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:48.047853 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b1897-0ee3-4aa7-8740-366babe75eb2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7153b9a-e6b1-49c6-9c0a-1eb748e6f2b2,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:48.051631 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-1b3b1897-0ee3-4aa7-8740-366babe75eb2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:48.058581 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-1b3b1897-0ee3-4aa7-8740-366babe75eb2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.059791 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-1b3b1897-0ee3-4aa7-8740-366babe75eb2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386812 May 18 06:23:48.062462 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 48994) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:48.067391 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-e2c6930b-99e2-4143-b894-e2bb8342417e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Request body: {'security_group_rule': {'security_group_id': '6ea32b53-f3b2-4eff-a7ca-1100e87c02a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:48.072788 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e2c6930b-99e2-4143-b894-e2bb8342417e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:23:48.076573 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e2c6930b-99e2-4143-b894-e2bb8342417e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Usage tracker for resource:security_group_rule and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:23:48.079417 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e2c6930b-99e2-4143-b894-e2bb8342417e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:23:48.085607 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e2c6930b-99e2-4143-b894-e2bb8342417e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:23:48.100990 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e2c6930b-99e2-4143-b894-e2bb8342417e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.159565 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e2c6930b-99e2-4143-b894-e2bb8342417e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.163380 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e2c6930b-99e2-4143-b894-e2bb8342417e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.170964 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:48.189189 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6930b-99e2-4143-b894-e2bb8342417e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2830f5aa-cf9c-43cc-a976-99002979e720,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:48.191454 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e2c6930b-99e2-4143-b894-e2bb8342417e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:48.199699 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e2c6930b-99e2-4143-b894-e2bb8342417e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.200993 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-e2c6930b-99e2-4143-b894-e2bb8342417e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376102 May 18 06:23:48.203938 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 48998) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:48.209876 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Request body: {'floatingip': {'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:48.215496 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:23:48.220284 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Usage tracker for resource:floatingip and tenant:d53c64ff29674e85aeeb96ed68d90a45 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:23:48.223126 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:23:48.229434 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:23:48.239199 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.372460 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.505324 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Allocated IP 172.28.2.65 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/65aed1eb-ea46-40c0-b02e-ba64b677b756) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:23:48.647121 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.674947 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.679090 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:48.739870 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:23:48.742689 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:23:48.746245 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:23:48.785988 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event updated for resources: {'Port': ['ID=65aed1eb-ea46-40c0-b02e-ba64b677b756,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:48.789853 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:48.829428 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.888233 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:49.194941 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:49.199363 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921920'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:49.203570 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:49.306613 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event updated for resources: {'Port': ['ID=65aed1eb-ea46-40c0-b02e-ba64b677b756,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:49.310493 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:49.317088 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:49.340391 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:49.341637 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1367633 May 18 06:23:49.556119 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-666951a9-ab72-40fe-8ae2-fe44a3099569 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Synchronizing usage tracker for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:23:49.571484 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-666951a9-ab72-40fe-8ae2-fe44a3099569 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Unset dirty status for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:23:49.572755 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-666951a9-ab72-40fe-8ae2-fe44a3099569 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--757628686&fields=id&tenant_id=d53c64ff29674e85aeeb96ed68d90a45 HTTP/1.1" status: 200 len: 267 time: 0.0592673 May 18 06:23:49.722383 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-80e5fee2-bd82-46d3-929b-93f3afb7daaf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:49.723802 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-80e5fee2-bd82-46d3-929b-93f3afb7daaf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 817 time: 0.1443782 May 18 06:23:49.737847 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-ca1203ab-6255-4790-b85e-072ab8c29964 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/quotas/d53c64ff29674e85aeeb96ed68d90a45 HTTP/1.1" status: 200 len: 375 time: 0.0086632 May 18 06:23:49.819132 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-932eda6d-1744-43e9-8b36-e07d99b7147e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Synchronizing usage tracker for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:23:49.833375 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-932eda6d-1744-43e9-8b36-e07d99b7147e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Unset dirty status for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:23:49.834610 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-932eda6d-1744-43e9-8b36-e07d99b7147e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915635 May 18 06:23:50.066325 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-e3a79c79-a706-46a4-965b-daa6c500b2c9 service neutron] 10.222.0.10 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199681 May 18 06:23:50.193962 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-64833709-1d91-4c45-9c5a-0501dbee2bd3 service neutron] 10.222.0.10 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218302 May 18 06:23:50.386111 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f83a8884-b61e-4450-938c-24c6ce46b01b req-25d7c0ed-9d09-47b6-bb89-3d2555e6a770 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 210 time: 0.0466878 May 18 06:23:51.393017 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-8df9bcd1-3bcc-44d1-8498-ee7c40980ed7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:51.394336 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-8df9bcd1-3bcc-44d1-8498-ee7c40980ed7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.39 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 817 time: 0.1471395 May 18 06:23:51.445854 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-62848497-74ec-43ab-a2e2-d8b49f250358 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53c64ff29674e85aeeb96ed68d90a45 HTTP/1.1" status: 200 len: 379 time: 0.0431960 May 18 06:23:51.453975 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Request body: {'port': {'device_id': '72a92928-f832-47aa-988c-af45e9a025ad', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'admin_state_up': True, 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'security_groups': ['6ea32b53-f3b2-4eff-a7ca-1100e87c02a2']}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:51.541513 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-059fe276-5419-49c7-97b1-24e1e00cd77a req-8f584eac-3c3d-4979-962c-f4b5922b19aa tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 210 time: 0.0419908 May 18 06:23:51.591618 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:23:51.601530 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:23:51.611937 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Made reservation on behalf of d53c64ff29674e85aeeb96ed68d90a45 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:23:51.616004 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:51.771988 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Allocated IP 172.20.0.6 (25b521bb-abd5-43d1-b8aa-02e9563ad1b4/04f3d7da-6d97-479e-89c5-48a24fca53b8/91123536-5135-4a3c-aae3-25523e553fb7) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:23:52.044429 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:52.061127 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Transition to ACTIVE for port object 91123536-5135-4a3c-aae3-25523e553fb7 will not be triggered until provisioned by entity DHCP. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:23:52.086770 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:52.093576 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-8da1551b-4c7a-40c7-92b6-02091a8c7766 tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:52.160592 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:23:52.164283 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:23:52.168883 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:23:52.196638 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event updated for resources: {'Port': ['ID=91123536-5135-4a3c-aae3-25523e553fb7,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:52.202837 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:52.237924 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:52.238527 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:52.267419 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9a55cd2b-fcb9-4aff-b3eb-00a6a8b9eef0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8169482 May 18 06:23:52.278857 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Request body: {'port': {'device_id': '72a92928-f832-47aa-988c-af45e9a025ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:52.376301 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-06bb5aa0-78e2-41a5-8191-cf7e0abc4b5a None None] Provisioning for port 91123536-5135-4a3c-aae3-25523e553fb7 completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:23:52.382001 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-06bb5aa0-78e2-41a5-8191-cf7e0abc4b5a None None] Provisioning complete for port 91123536-5135-4a3c-aae3-25523e553fb7 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:23:52.382375 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-06bb5aa0-78e2-41a5-8191-cf7e0abc4b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:52.389208 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:52.433857 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-06bb5aa0-78e2-41a5-8191-cf7e0abc4b5a None None] Port 91123536-5135-4a3c-aae3-25523e553fb7 cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:23:52.718668 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91123536-5135-4a3c-aae3-25523e553fb7 {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:23:52.725794 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:52.729704 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0002d10-2554-43a2-b89a-12fe08108f5d req-8b2c0e99-d6bb-45e9-b5cd-c78c37b189a5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:52.731345 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a0002d10-2554-43a2-b89a-12fe08108f5d req-8b2c0e99-d6bb-45e9-b5cd-c78c37b189a5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 931 time: 0.0784249 May 18 06:23:52.740439 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Transition to ACTIVE for port object 91123536-5135-4a3c-aae3-25523e553fb7 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:23:52.744523 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:52.749525 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-bb58b937-58a9-43a4-81e6-74ad51b033f9 tempest-VolumesActionsTest-1493713802 tempest-VolumesActionsTest-1493713802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:52.781789 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a0002d10-2554-43a2-b89a-12fe08108f5d req-ba25572b-1240-4d5e-ad0d-ba9c9a9d4bdd tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443180 May 18 06:23:52.901108 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Pushing event updated for resources: {'Port': ['ID=91123536-5135-4a3c-aae3-25523e553fb7,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:52.908710 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:52.981318 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Attempting to bind port 91123536-5135-4a3c-aae3-25523e553fb7 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:23:52.981766 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Attempting to bind port 91123536-5135-4a3c-aae3-25523e553fb7 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:23:52.982150 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Attempting to bind port 91123536-5135-4a3c-aae3-25523e553fb7 on network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:23:52.986758 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Port 91123536-5135-4a3c-aae3-25523e553fb7 on network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:23:52.987111 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Attempting to bind port 91123536-5135-4a3c-aae3-25523e553fb7 on network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:23:52.992687 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:23:52.993082 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Checking segment: {'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:23:52.993540 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Bound using segment: {'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:23:52.994027 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Bound port: 91123536-5135-4a3c-aae3-25523e553fb7, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdeafbb-a907-477b-907a-831e02785da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:23:52.994426 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:53.079251 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] For port 91123536-5135-4a3c-aae3-25523e553fb7, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:23:53.082095 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] For port 91123536-5135-4a3c-aae3-25523e553fb7, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91123536-5135-4a3c-aae3-25523e553fb7,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:23:53.086763 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:53.091185 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-f31d4ea6-fd3f-4cf7-868c-0208705ceb4e tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:53.153336 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:53.153785 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:53.155153 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] 10.222.0.39 "PUT /v2.0/ports/91123536-5135-4a3c-aae3-25523e553fb7 HTTP/1.1" status: 200 len: 1093 time: 0.8805890 May 18 06:23:53.155652 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:53.176154 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Pushing event updated for resources: {'Port': ['ID=91123536-5135-4a3c-aae3-25523e553fb7,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:53.180856 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:53.250930 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7', 'status': 'completed', 'code': 200} May 18 06:23:53.294912 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-d19d6ddf-3ead-401c-a50e-a20eaf9ea5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:53.296632 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-d19d6ddf-3ead-401c-a50e-a20eaf9ea5f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 1096 time: 0.0791490 May 18 06:23:53.376874 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-559236a1-4c48-45a0-95df-a4a2a8d56a96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91123536-5135-4a3c-aae3-25523e553fb7 HTTP/1.1" status: 200 len: 217 time: 0.0686421 May 18 06:23:53.444348 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9004776b-bcb3-4e19-9832-d5797b5e104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:53.445741 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9004776b-bcb3-4e19-9832-d5797b5e104a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04f3d7da-6d97-479e-89c5-48a24fca53b8 HTTP/1.1" status: 200 len: 856 time: 0.0584576 May 18 06:23:53.521302 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-ddfca429-872c-4567-8ff2-4f9b15f626a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:53.522715 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-ddfca429-872c-4567-8ff2-4f9b15f626a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0685985 May 18 06:23:53.650831 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-68a05277-92c8-4fa7-90ab-36ea538cee65 service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195617 May 18 06:23:53.858190 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3cdb5ca1-6b93-4851-8382-568792641fa5 req-9beb71cc-12b2-4e71-9499-28c19762d23d service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941588 May 18 06:23:53.973730 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858b76-4091-4c34-b524-0a982194e798 req-cd3d8f46-6860-4e49-9d78-3df26c29915c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:53.976531 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e8858b76-4091-4c34-b524-0a982194e798 req-cd3d8f46-6860-4e49-9d78-3df26c29915c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.0832782 May 18 06:23:53.979847 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69deb67-f002-43c6-80d6-706278b6ddd0 req-53839145-9d4d-4196-b6b5-510e2e3bbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:53.981781 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c69deb67-f002-43c6-80d6-706278b6ddd0 req-53839145-9d4d-4196-b6b5-510e2e3bbca2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 1096 time: 0.0772443 May 18 06:23:54.042382 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e8858b76-4091-4c34-b524-0a982194e798 req-00ca9ffa-8794-4541-ba65-f285f23fdf8f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593455 May 18 06:23:54.065114 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-56e4c065-15c7-4c24-8501-aca102799844 req-2afc4834-a0f4-42b6-822e-ed85bc7d8faf tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493781421&fields=id&tenant_id=8a6ed2f5bbbc4f1593ecc5a4ed8d5177 HTTP/1.1" status: 200 len: 267 time: 0.0535066 May 18 06:23:54.115985 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69deb67-f002-43c6-80d6-706278b6ddd0 req-47087eec-3335-4ae3-a2a8-bc9bd4ebd898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:54.117446 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c69deb67-f002-43c6-80d6-706278b6ddd0 req-47087eec-3335-4ae3-a2a8-bc9bd4ebd898 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 917 time: 0.1292281 May 18 06:23:54.148511 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c065-15c7-4c24-8501-aca102799844 req-93ffe364-35e6-4b76-9124-92eeb31a5ff4 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:54.149933 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-56e4c065-15c7-4c24-8501-aca102799844 req-93ffe364-35e6-4b76-9124-92eeb31a5ff4 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 985 time: 0.0791376 May 18 06:23:54.160561 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [req-56e4c065-15c7-4c24-8501-aca102799844 req-fb1583cd-eb44-47bd-b6b9-ac1c61eb34f2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Request body: {'port': {'security_groups': ['e5a1f48c-642b-4038-a340-236d63ceee7c']}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:54.187181 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c69deb67-f002-43c6-80d6-706278b6ddd0 req-4dcd7399-c0e2-4b0d-9cd3-65c791609bb6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91123536-5135-4a3c-aae3-25523e553fb7 HTTP/1.1" status: 200 len: 217 time: 0.0625992 May 18 06:23:54.249034 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69deb67-f002-43c6-80d6-706278b6ddd0 req-5281f954-f793-48ce-b567-c2fa134ef909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:54.250457 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c69deb67-f002-43c6-80d6-706278b6ddd0 req-5281f954-f793-48ce-b567-c2fa134ef909 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04f3d7da-6d97-479e-89c5-48a24fca53b8 HTTP/1.1" status: 200 len: 856 time: 0.0564098 May 18 06:23:54.278713 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-56e4c065-15c7-4c24-8501-aca102799844 req-fb1583cd-eb44-47bd-b6b9-ac1c61eb34f2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:54.326204 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69deb67-f002-43c6-80d6-706278b6ddd0 req-2024b042-b6c7-4d44-bda5-570cb4e80159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:54.327725 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c69deb67-f002-43c6-80d6-706278b6ddd0 req-2024b042-b6c7-4d44-bda5-570cb4e80159 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0709002 May 18 06:23:54.466944 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c69deb67-f002-43c6-80d6-706278b6ddd0 req-883a3285-9c1b-48d0-ad73-58e916581465 service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311891 May 18 06:23:54.523649 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [req-56e4c065-15c7-4c24-8501-aca102799844 req-fb1583cd-eb44-47bd-b6b9-ac1c61eb34f2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] For port c25c3d21-a204-444f-8b92-004d404757cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c25c3d21-a204-444f-8b92-004d404757cc,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:54.551799 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-56e4c065-15c7-4c24-8501-aca102799844 req-fb1583cd-eb44-47bd-b6b9-ac1c61eb34f2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:54.556228 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-56e4c065-15c7-4c24-8501-aca102799844 req-fb1583cd-eb44-47bd-b6b9-ac1c61eb34f2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921920'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:54.563505 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:54.571373 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['c25c3d21-a204-444f-8b92-004d404757cc'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:23:54.623587 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c69deb67-f002-43c6-80d6-706278b6ddd0 req-5e8a0e40-4674-49b5-abf1-ce536996034a service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493711 May 18 06:23:54.733845 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c065-15c7-4c24-8501-aca102799844 req-fb1583cd-eb44-47bd-b6b9-ac1c61eb34f2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:54.734688 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [req-56e4c065-15c7-4c24-8501-aca102799844 req-fb1583cd-eb44-47bd-b6b9-ac1c61eb34f2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:54.740952 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-56e4c065-15c7-4c24-8501-aca102799844 req-fb1583cd-eb44-47bd-b6b9-ac1c61eb34f2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "PUT /v2.0/ports/c25c3d21-a204-444f-8b92-004d404757cc HTTP/1.1" status: 200 len: 943 time: 0.5841763 May 18 06:23:54.742930 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49080) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:54.744539 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:54.785288 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1583cd-eb44-47bd-b6b9-ac1c61eb34f2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event updated for resources: {'Port': ['ID=c25c3d21-a204-444f-8b92-004d404757cc,revision_number=7']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:54.788704 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fb1583cd-eb44-47bd-b6b9-ac1c61eb34f2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:54.839344 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['c25c3d21-a204-444f-8b92-004d404757cc'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:23:54.844627 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2b5c59cb-0cd3-4a58-aadc-32e483c23756 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:54.863797 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc', 'status': 'completed', 'code': 200} May 18 06:23:54.886056 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2b5c59cb-0cd3-4a58-aadc-32e483c23756 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:54.997544 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a670874-9368-4ebb-ba7b-0f1ef7d37af7 req-a86b8519-e7e0-4bce-b44f-f1f0c0a2f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:54.999161 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3a670874-9368-4ebb-ba7b-0f1ef7d37af7 req-a86b8519-e7e0-4bce-b44f-f1f0c0a2f0dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a6ed2f5bbbc4f1593ecc5a4ed8d5177&device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 1099 time: 0.0993476 May 18 06:23:55.030937 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-876114ee-acad-4a60-8cf6-822e25a41c54 None None] Provisioning complete for port c25c3d21-a204-444f-8b92-004d404757cc triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:23:55.031458 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-876114ee-acad-4a60-8cf6-822e25a41c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:55.085515 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2b5c59cb-0cd3-4a58-aadc-32e483c23756 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:55.091924 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d4ef2cf6-ec6c-44bd-8672-05e57ef1e54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:55.113283 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c59cb-0cd3-4a58-aadc-32e483c23756 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e3f40d-c2d8-4630-b678-3facec5def04,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:55.117793 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2b5c59cb-0cd3-4a58-aadc-32e483c23756 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:55.131223 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2b5c59cb-0cd3-4a58-aadc-32e483c23756 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:55.135265 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-2b5c59cb-0cd3-4a58-aadc-32e483c23756 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "DELETE /v2.0/security-groups/a4e3f40d-c2d8-4630-b678-3facec5def04 HTTP/1.1" status: 204 len: 168 time: 0.3872859 May 18 06:23:55.135411 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49090) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:55.169281 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a670874-9368-4ebb-ba7b-0f1ef7d37af7 req-218ff578-1f61-49e9-88f2-7bc098be583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:55.172402 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3a670874-9368-4ebb-ba7b-0f1ef7d37af7 req-218ff578-1f61-49e9-88f2-7bc098be583b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b21e72ce-09fd-41ba-b5df-295635ffcb6a HTTP/1.1" status: 200 len: 914 time: 0.1655955 May 18 06:23:55.274753 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3a670874-9368-4ebb-ba7b-0f1ef7d37af7 req-7b097522-5bd9-45f5-99dc-354afbe7490a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25c3d21-a204-444f-8b92-004d404757cc HTTP/1.1" status: 200 len: 1001 time: 0.0958364 May 18 06:23:55.341624 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a670874-9368-4ebb-ba7b-0f1ef7d37af7 req-061d7f7e-9f9f-49e3-9d08-adc1ea1855a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:55.343063 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3a670874-9368-4ebb-ba7b-0f1ef7d37af7 req-061d7f7e-9f9f-49e3-9d08-adc1ea1855a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d5b08deb-868b-41d8-84c1-7f9618eb6f0e HTTP/1.1" status: 200 len: 853 time: 0.0592132 May 18 06:23:55.415575 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce735b9-535b-4d4b-af25-bc858ce02c7c req-39747e95-85d0-45fc-bd32-102345bbbdfb tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:55.417042 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1ce735b9-535b-4d4b-af25-bc858ce02c7c req-39747e95-85d0-45fc-bd32-102345bbbdfb tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.2074912 May 18 06:23:55.417641 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a670874-9368-4ebb-ba7b-0f1ef7d37af7 req-3c529f49-7018-4312-9a83-c99774d58746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:55.419071 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3a670874-9368-4ebb-ba7b-0f1ef7d37af7 req-3c529f49-7018-4312-9a83-c99774d58746 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b21e72ce-09fd-41ba-b5df-295635ffcb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0680308 May 18 06:23:55.500052 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1ce735b9-535b-4d4b-af25-bc858ce02c7c req-509bde3e-3fd7-4820-b0dd-b3dc0901cbc2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597713 May 18 06:23:55.512634 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Deleting port fe58075d-de9a-4d4c-b1d5-3fb387d2fe29 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:23:55.512977 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:55.553360 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3a670874-9368-4ebb-ba7b-0f1ef7d37af7 req-a31ac6d9-b5bb-4ddf-a68c-5ea571036250 service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259272 May 18 06:23:55.632577 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:55.632907 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:55.756892 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Calling delete_port for fe58075d-de9a-4d4c-b1d5-3fb387d2fe29 owned by network:floatingip {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:23:55.764842 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3a670874-9368-4ebb-ba7b-0f1ef7d37af7 req-79b6d5cc-e930-4bd8-9ebf-c328cb015139 service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046492 May 18 06:23:55.885768 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:55.890172 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-fb1583cd-eb44-47bd-b6b9-ac1c61eb34f2 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:55.934092 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event deleted for resources: {'Port': ['ID=fe58075d-de9a-4d4c-b1d5-3fb387d2fe29,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:55.958702 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:56.023501 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks [] for floatingip, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:56.023834 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.l3_db [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Floating IP d6601448-c018-451d-87c4-2de99b300a72 disassociated (deleted). External IP: 172.28.2.70, port: c25c3d21-a204-444f-8b92-004d404757cc. May 18 06:23:56.365167 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Router 2122e273-030e-4388-83f5-9483038dd574 has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:23:56.685924 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:23:56.695787 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dba6c0-ed9d-427e-b1ac-9ea99ea22a3d None None] Sync routers for ids ['2122e273-030e-4388-83f5-9483038dd574'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:23:56.704557 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dba6c0-ed9d-427e-b1ac-9ea99ea22a3d None None] Routers {'2122e273-030e-4388-83f5-9483038dd574'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:23:56.705173 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-b9dba6c0-ed9d-427e-b1ac-9ea99ea22a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:23:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['2122e273-030e-4388-83f5-9483038dd574'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:56.709479 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:56.768197 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e5cf7-e017-4ace-893b-f182c6f5d7a3 req-35336183-1edc-4955-98f3-9d34d95030ad tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:56.769639 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-340e5cf7-e017-4ace-893b-f182c6f5d7a3 req-35336183-1edc-4955-98f3-9d34d95030ad tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.1540439 May 18 06:23:56.778110 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-438c41de-dc66-4799-a271-3cc5cd5eb2b1 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "DELETE /v2.0/floatingips/d6601448-c018-451d-87c4-2de99b300a72 HTTP/1.1" status: 204 len: 168 time: 1.6417589 May 18 06:23:56.816994 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-340e5cf7-e017-4ace-893b-f182c6f5d7a3 req-dc53aed9-ea75-4cd6-8620-25c7dec2080c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404642 May 18 06:23:56.865312 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:56.883476 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-b9dba6c0-ed9d-427e-b1ac-9ea99ea22a3d None None] Set router 2122e273-030e-4388-83f5-9483038dd574 gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:23:56.914253 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc', 'status': 'completed', 'code': 200} May 18 06:23:57.047537 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f552ae-4271-4388-9b82-1a478b4694f6 req-779392d1-2b23-4474-8e8e-436f3779e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:57.049098 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-74f552ae-4271-4388-9b82-1a478b4694f6 req-779392d1-2b23-4474-8e8e-436f3779e7f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a6ed2f5bbbc4f1593ecc5a4ed8d5177&device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 1099 time: 0.1089430 May 18 06:23:57.206798 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f552ae-4271-4388-9b82-1a478b4694f6 req-f44efa1b-b878-4319-bdd7-575f14c3494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:57.208406 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-74f552ae-4271-4388-9b82-1a478b4694f6 req-f44efa1b-b878-4319-bdd7-575f14c3494f service neutron] 10.222.0.39 "GET /v2.0/networks?id=b21e72ce-09fd-41ba-b5df-295635ffcb6a HTTP/1.1" status: 200 len: 914 time: 0.1526055 May 18 06:23:57.282394 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-74f552ae-4271-4388-9b82-1a478b4694f6 req-dbd3f4f6-9c72-4500-b2fc-36bd7838307b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c25c3d21-a204-444f-8b92-004d404757cc HTTP/1.1" status: 200 len: 217 time: 0.0655403 May 18 06:23:57.303695 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-b9dba6c0-ed9d-427e-b1ac-9ea99ea22a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:19:43Z', 'revision_number': 4, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port': {'id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:38Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '22301ab9-e0f5-4217-95ee-1bf3ecb07ae3', 'name': '', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'mac_address': 'fa:16:3e:c2:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:50Z', 'revision_number': 5, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'subnets': [{'id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:57.307830 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dba6c0-ed9d-427e-b1ac-9ea99ea22a3d None None] Checking router: 2122e273-030e-4388-83f5-9483038dd574 for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:23:57.316576 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dba6c0-ed9d-427e-b1ac-9ea99ea22a3d None None] Routers {'2122e273-030e-4388-83f5-9483038dd574'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:23:57.317412 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-b9dba6c0-ed9d-427e-b1ac-9ea99ea22a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:23:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['2122e273-030e-4388-83f5-9483038dd574'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:57.348918 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f552ae-4271-4388-9b82-1a478b4694f6 req-84402965-1939-4df4-9874-f3c18dafdbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:57.350364 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-74f552ae-4271-4388-9b82-1a478b4694f6 req-84402965-1939-4df4-9874-f3c18dafdbe5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d5b08deb-868b-41d8-84c1-7f9618eb6f0e HTTP/1.1" status: 200 len: 853 time: 0.0612044 May 18 06:23:57.426850 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f552ae-4271-4388-9b82-1a478b4694f6 req-6e153a3f-6e66-4ba4-970a-6a4abbf8a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:57.428902 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-74f552ae-4271-4388-9b82-1a478b4694f6 req-6e153a3f-6e66-4ba4-970a-6a4abbf8a370 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b21e72ce-09fd-41ba-b5df-295635ffcb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0712354 May 18 06:23:57.452294 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:23:57.521959 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-b9dba6c0-ed9d-427e-b1ac-9ea99ea22a3d None None] Set router 2122e273-030e-4388-83f5-9483038dd574 gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:23:57.560395 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-74f552ae-4271-4388-9b82-1a478b4694f6 req-a02239a2-535e-4211-9141-0abf7d256794 service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235960 May 18 06:23:57.584571 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 91123536-5135-4a3c-aae3-25523e553fb7 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:23:57.693631 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-74f552ae-4271-4388-9b82-1a478b4694f6 req-2f63adb3-21b0-49f5-9b2f-491536779775 service neutron] 10.222.0.39 "GET /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247685 May 18 06:23:57.920020 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 91123536-5135-4a3c-aae3-25523e553fb7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91123536-5135-4a3c-aae3-25523e553fb7,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:57.939875 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '91123536-5135-4a3c-aae3-25523e553fb7', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'port_id': '91123536-5135-4a3c-aae3-25523e553fb7', 'mac_address': 'fa:16:3e:82:7e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:23:58.024657 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:58.036913 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-b9dba6c0-ed9d-427e-b1ac-9ea99ea22a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:19:43Z', 'revision_number': 4, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port': {'id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:38Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '22301ab9-e0f5-4217-95ee-1bf3ecb07ae3', 'name': '', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'mac_address': 'fa:16:3e:c2:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:50Z', 'revision_number': 5, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'subnets': [{'id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:58.046452 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dba6c0-ed9d-427e-b1ac-9ea99ea22a3d None None] The sync data for ids ['2122e273-030e-4388-83f5-9483038dd574'] in dv-cinder-784623-10-smb is: [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:19:43Z', 'revision_number': 4, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port': {'id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:38Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '22301ab9-e0f5-4217-95ee-1bf3ecb07ae3', 'name': '', 'network_id': 'b21e72ce-09fd-41ba-b5df-295635ffcb6a', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'mac_address': 'fa:16:3e:c2:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:50Z', 'revision_number': 5, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'subnets': [{'id': 'd5b08deb-868b-41d8-84c1-7f9618eb6f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:23:58.050698 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91123536-5135-4a3c-aae3-25523e553fb7 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:23:58.102739 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 91123536-5135-4a3c-aae3-25523e553fb7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91123536-5135-4a3c-aae3-25523e553fb7,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:58.114608 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:58.116767 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:58.181318 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf32ba8-951b-437e-b8e7-ec3573e76ff4 req-4f907be4-66aa-453f-903e-03b7bf9eeaf7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:58.183036 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-eaf32ba8-951b-437e-b8e7-ec3573e76ff4 req-4f907be4-66aa-453f-903e-03b7bf9eeaf7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 944 time: 0.0965557 May 18 06:23:58.204286 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=91123536-5135-4a3c-aae3-25523e553fb7,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:58.219840 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:58.238570 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-eaf32ba8-951b-437e-b8e7-ec3573e76ff4 req-f0ecec59-42c2-455c-8ad7-c715418cf920 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497534 May 18 06:23:58.395032 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad8287-0b70-45d4-b8cc-5ebbc7b6381f None None] New status for floating IP d6601448-c018-451d-87c4-2de99b300a72: DOWN {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:23:58.461623 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['91123536-5135-4a3c-aae3-25523e553fb7'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:23:58.893202 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f276c2f-f2a7-4974-a2ed-13d9fe593091 req-7405ad45-79c6-43b5-b645-2ee76708d98c tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:58.894650 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6f276c2f-f2a7-4974-a2ed-13d9fe593091 req-7405ad45-79c6-43b5-b645-2ee76708d98c tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.0831146 May 18 06:23:58.941706 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6f276c2f-f2a7-4974-a2ed-13d9fe593091 req-ba82b0c6-5d88-46ba-b2d2-cf5413125fd9 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405021 May 18 06:23:59.436675 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775d533-007d-4ff7-8ccb-721ac719765d req-9f09cecc-2b5f-4cab-b58c-00858dc81d8f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:59.438118 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5775d533-007d-4ff7-8ccb-721ac719765d req-9f09cecc-2b5f-4cab-b58c-00858dc81d8f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 944 time: 0.0860260 May 18 06:23:59.484342 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5775d533-007d-4ff7-8ccb-721ac719765d req-5fbca274-23da-4aa5-87e9-69c98307b452 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405316 May 18 06:23:59.588278 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 91123536-5135-4a3c-aae3-25523e553fb7 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:23:59.653517 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port 91123536-5135-4a3c-aae3-25523e553fb7 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:23:59.657872 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 91123536-5135-4a3c-aae3-25523e553fb7 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:23:59.658243 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:59.775391 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:59.803334 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:59.813043 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 91123536-5135-4a3c-aae3-25523e553fb7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91123536-5135-4a3c-aae3-25523e553fb7,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:59.817100 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:59.819852 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1d82e1a3-d50c-4168-8f80-c4c20dd921a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:59.897882 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=91123536-5135-4a3c-aae3-25523e553fb7,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:59.901214 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:59.919851 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7', 'code': 200} May 18 06:24:00.175269 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a607c-b41a-4bd6-9959-d91351bfe97c req-91293777-9e29-4345-b25d-f0c6eed234a0 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:00.183094 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-c4709c01-f38a-4cd3-9c06-e1d718524a12 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:00.183581 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d24a607c-b41a-4bd6-9959-d91351bfe97c req-91293777-9e29-4345-b25d-f0c6eed234a0 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1088192 May 18 06:24:00.183786 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-c4709c01-f38a-4cd3-9c06-e1d718524a12 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Synchronizing usage tracker for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:24:00.203756 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c56689-a021-46f2-ad42-e737744b2187 req-5ad6d897-0afa-44f0-ac25-f4e10f3d2767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:00.205213 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-94c56689-a021-46f2-ad42-e737744b2187 req-5ad6d897-0afa-44f0-ac25-f4e10f3d2767 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 1098 time: 0.1078210 May 18 06:24:00.206203 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-c4709c01-f38a-4cd3-9c06-e1d718524a12 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Unset dirty status for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:24:00.207151 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-c4709c01-f38a-4cd3-9c06-e1d718524a12 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.39 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 945 time: 0.1977212 May 18 06:24:00.226797 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d24a607c-b41a-4bd6-9959-d91351bfe97c req-07f72a36-5276-413f-945b-d0139db46263 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=18b3e02a-0acb-40a6-8fe6-660bf314c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427685 May 18 06:24:00.331038 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5a530-16fd-439c-bd7a-116091b526bb req-919b186e-7f49-4233-9ed0-0db03257707b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:00.331732 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-63e5a530-16fd-439c-bd7a-116091b526bb req-919b186e-7f49-4233-9ed0-0db03257707b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Synchronizing usage tracker for tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:24:00.339724 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-94c56689-a021-46f2-ad42-e737744b2187 req-558e4c09-0c8c-46e4-b7ad-10f96d550bdc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222034 May 18 06:24:00.346912 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-63e5a530-16fd-439c-bd7a-116091b526bb req-919b186e-7f49-4233-9ed0-0db03257707b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Unset dirty status for tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:24:00.348318 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-63e5a530-16fd-439c-bd7a-116091b526bb req-919b186e-7f49-4233-9ed0-0db03257707b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 946 time: 0.0965137 May 18 06:24:00.378893 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Deleting port 80d2dc66-62c1-4c13-8679-47b66989cc80 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:00.379133 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:00.395207 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-63e5a530-16fd-439c-bd7a-116091b526bb req-d2ee9ef1-c3ad-45cd-90f7-b8c0af375c3d tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 May 18 06:24:00.510301 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] For port 80d2dc66-62c1-4c13-8679-47b66989cc80, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=80d2dc66-62c1-4c13-8679-47b66989cc80,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:00.510650 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:00.675259 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258f224-02da-414f-951b-ba3d10b652ad req-2b6a0b39-46e8-4333-9c24-ac8c61b4abe8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:00.676787 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a258f224-02da-414f-951b-ba3d10b652ad req-2b6a0b39-46e8-4333-9c24-ac8c61b4abe8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0860529 May 18 06:24:00.720666 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a258f224-02da-414f-951b-ba3d10b652ad req-62ca09da-b636-4168-a887-1db3279cc973 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377614 May 18 06:24:00.860282 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:00.860651 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:00.860966 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.l3_db [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Floating IP 8c69802a-28d0-4ea3-9637-52a93e2d4b9a disassociated. External IP: 172.28.2.223, port: 80d2dc66-62c1-4c13-8679-47b66989cc80. May 18 06:24:00.861305 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Calling delete_port for 80d2dc66-62c1-4c13-8679-47b66989cc80 owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:00.968971 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:00.974861 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2c9c4302-54da-4a42-8c92-56c71ee8b224 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:01.017560 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event deleted for resources: {'Port': ['ID=80d2dc66-62c1-4c13-8679-47b66989cc80,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:01.021553 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:01.037353 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49188) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:01.098546 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf20232-755e-48e5-9389-93b10fd60bfd admin admin] Deleting subnet 88507e6a-d77c-43a3-88b9-f55a8ef454ce {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:24:01.101928 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-baf20232-755e-48e5-9389-93b10fd60bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:01.149334 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-baf20232-755e-48e5-9389-93b10fd60bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3901088'] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:01.205741 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Router 978e21b9-9595-4fd7-ab7b-a20cf68be80e has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:24:01.206477 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-baf20232-755e-48e5-9389-93b10fd60bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:01.390616 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:24:01.394048 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-14d252f5-db99-46cd-8684-2ee3cfa8241f req-d1a2154d-f024-40a1-8366-e04ada21b4df tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=5281e8ed-7175-423b-baf8-c4f09ce63b71 HTTP/1.1" status: 200 len: 210 time: 0.0553672 May 18 06:24:01.401601 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989c321-af48-429b-924b-ce2290531535 None None] Sync routers for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:24:01.434217 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989c321-af48-429b-924b-ce2290531535 None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:01.435096 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-8989c321-af48-429b-924b-ce2290531535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:23:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:01.492206 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] No DVR routers for this DVR port 80d2dc66-62c1-4c13-8679-47b66989cc80 on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:24:01.494813 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:01.497655 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5281e8ed-7175-423b-baf8-c4f09ce63b71', 'name': 'network-vif-deleted', 'tag': '80d2dc66-62c1-4c13-8679-47b66989cc80'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:24:01.524566 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-7d3a1349-5d6e-44b4-a938-699c7af5d2e9 req-f0cc8e34-2283-4672-b116-38c8eff4ebb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.39 "DELETE /v2.0/ports/80d2dc66-62c1-4c13-8679-47b66989cc80 HTTP/1.1" status: 204 len: 173 time: 1.2911363 May 18 06:24:01.609176 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5281e8ed-7175-423b-baf8-c4f09ce63b71', 'name': 'network-vif-deleted', 'tag': '80d2dc66-62c1-4c13-8679-47b66989cc80', 'status': 'completed', 'code': 200} May 18 06:24:01.642722 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-baf20232-755e-48e5-9389-93b10fd60bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3922170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196357'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:01.653615 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2cdea457-293b-407b-8c67-874a6dd68b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:01.689894 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf20232-755e-48e5-9389-93b10fd60bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88507e6a-d77c-43a3-88b9-f55a8ef454ce,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:01.695394 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-baf20232-755e-48e5-9389-93b10fd60bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:01.696398 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-baf20232-755e-48e5-9389-93b10fd60bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:01.714641 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf4a9a-9dfc-4586-a08f-222a53d47b0c req-663a3a73-205f-46a7-8f2d-27e78d34ce7b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:01.716128 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9ecf4a9a-9dfc-4586-a08f-222a53d47b0c req-663a3a73-205f-46a7-8f2d-27e78d34ce7b tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 946 time: 0.1533790 May 18 06:24:01.719762 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-baf20232-755e-48e5-9389-93b10fd60bfd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/88507e6a-d77c-43a3-88b9-f55a8ef454ce HTTP/1.1" status: 204 len: 168 time: 0.6789544 May 18 06:24:01.719973 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49198) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:01.742794 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-8989c321-af48-429b-924b-ce2290531535 None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:02.013962 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9ecf4a9a-9dfc-4586-a08f-222a53d47b0c req-c8ed7379-5086-4e0d-83ad-0b71e12bc4e4 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910738 May 18 06:24:02.017124 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:02.124178 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-8989c321-af48-429b-924b-ce2290531535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:05Z', 'revision_number': 5, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:02.128809 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989c321-af48-429b-924b-ce2290531535 None None] Checking router: 978e21b9-9595-4fd7-ab7b-a20cf68be80e for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:24:02.137955 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989c321-af48-429b-924b-ce2290531535 None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:02.138649 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-8989c321-af48-429b-924b-ce2290531535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:23:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:02.175156 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:02.189684 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f03134-738d-42f3-b5ec-5f1585b08769 req-124c5b6c-b70a-4bee-8d76-f8a638c8ea31 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:02.191134 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-64f03134-738d-42f3-b5ec-5f1585b08769 req-124c5b6c-b70a-4bee-8d76-f8a638c8ea31 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.2897458 May 18 06:24:02.197515 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea3ce92-9722-494a-bef6-30cf6e01324b']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:02.222403 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401f9f63-ac28-498c-8b6e-106f89db9eac') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:02.222772 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401f9f63-ac28-498c-8b6e-106f89db9eac') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:02.240538 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3901103'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:02.272209 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-64f03134-738d-42f3-b5ec-5f1585b08769 req-8140a14f-cf11-4386-8816-cba0ba05ca18 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673680 May 18 06:24:02.273073 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:02.279601 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:24:02.279997 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3922012'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: Traceback (most recent call last): May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: timer() May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: cb(*args, **kw) May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: return func(*args, **kwargs) May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: self._notify() May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: self.callback(batched_events) May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: event.method(event) May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: return f(self, *a, **k) May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: return self._get(url).json() May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:24:02.294525 dv-cinder-784623-10-smb neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:24:02.323057 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-8989c321-af48-429b-924b-ce2290531535 None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:02.373828 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:02.378927 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:02.395152 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:02.433818 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea3ce92-9722-494a-bef6-30cf6e01324b,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:02.442717 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:02.466120 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-0eb51eb0-917b-489d-9cd1-6b3ce9468128 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9ea3ce92-9722-494a-bef6-30cf6e01324b HTTP/1.1" status: 204 len: 168 time: 0.7426882 May 18 06:24:02.500473 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c264c6c-59aa-45b4-b9ea-7c44902417bc req-4d0f1a7d-8ff7-44a4-9bbe-e707ac99c312 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:02.502059 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4c264c6c-59aa-45b4-b9ea-7c44902417bc req-4d0f1a7d-8ff7-44a4-9bbe-e707ac99c312 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.1240263 May 18 06:24:02.510929 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49212) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:02.525239 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-63b872e6-d1f1-47a5-850d-0ba18cb7cd4b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Request body: {'floatingip': {'port_id': '91123536-5135-4a3c-aae3-25523e553fb7'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:02.587589 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49218) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:02.632222 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-63b872e6-d1f1-47a5-850d-0ba18cb7cd4b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:02.643046 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49222) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:02.652643 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e525b8a-1030-4f4d-b67f-d837bbc9ba93 req-895eaa47-5401-491c-bfcc-6f5e70372a91 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:02.653342 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-5e525b8a-1030-4f4d-b67f-d837bbc9ba93 req-895eaa47-5401-491c-bfcc-6f5e70372a91 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Synchronizing usage tracker for tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:24:02.666515 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-8989c321-af48-429b-924b-ce2290531535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:05Z', 'revision_number': 5, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:02.670741 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989c321-af48-429b-924b-ce2290531535 None None] The sync data for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb is: [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:05Z', 'revision_number': 5, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:24:02.710033 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-5e525b8a-1030-4f4d-b67f-d837bbc9ba93 req-895eaa47-5401-491c-bfcc-6f5e70372a91 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Unset dirty status for tenant:8a6ed2f5bbbc4f1593ecc5a4ed8d5177 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:24:02.711164 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5e525b8a-1030-4f4d-b67f-d837bbc9ba93 req-895eaa47-5401-491c-bfcc-6f5e70372a91 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 946 time: 0.2196305 May 18 06:24:02.713572 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-786146ab-56da-4ce8-b744-e5ed290abeb1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:02.798068 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-47eb1fbc-62d0-49d0-9257-0d1886763d75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09ee233553b74499b7c1db6a0b0cb990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537704 May 18 06:24:02.805776 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49226) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:02.808990 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-786146ab-56da-4ce8-b744-e5ed290abeb1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:02.919740 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21758b-280f-4408-b599-1302910f5001 None None] New status for floating IP 8c69802a-28d0-4ea3-9637-52a93e2d4b9a: DOWN {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:24:02.969651 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-8686867f-13ae-499a-851c-5f0d19c817b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.002956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-786146ab-56da-4ce8-b744-e5ed290abeb1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.010714 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-8686867f-13ae-499a-851c-5f0d19c817b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.017230 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b7fceede-d141-43d1-9a57-912f1651dd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:03.041598 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-5e525b8a-1030-4f4d-b67f-d837bbc9ba93 req-a1f07f93-aa2a-46fc-b70a-745b6effc635 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Deleting port c25c3d21-a204-444f-8b92-004d404757cc {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:03.041598 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5e525b8a-1030-4f4d-b67f-d837bbc9ba93 req-a1f07f93-aa2a-46fc-b70a-745b6effc635 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.043364 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.063988 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786146ab-56da-4ce8-b744-e5ed290abeb1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b3e02a-0acb-40a6-8fe6-660bf314c8ab,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:03.074334 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-786146ab-56da-4ce8-b744-e5ed290abeb1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:03.156732 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-786146ab-56da-4ce8-b744-e5ed290abeb1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.157626 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-786146ab-56da-4ce8-b744-e5ed290abeb1 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "DELETE /v2.0/security-groups/18b3e02a-0acb-40a6-8fe6-660bf314c8ab HTTP/1.1" status: 204 len: 168 time: 0.5681291 May 18 06:24:03.162264 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49232) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:03.203173 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.api.v2.resource [None req-d73c9154-ea7c-401e-a9fc-98be553a7cdb tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] show failed (client error): The resource could not be found. May 18 06:24:03.207234 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-d73c9154-ea7c-401e-a9fc-98be553a7cdb tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups/18b3e02a-0acb-40a6-8fe6-660bf314c8ab HTTP/1.1" status: 404 len: 347 time: 0.0390244 May 18 06:24:03.210581 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49236) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:03.366571 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-63b872e6-d1f1-47a5-850d-0ba18cb7cd4b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.367238 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-8686867f-13ae-499a-851c-5f0d19c817b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.372020 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-63b872e6-d1f1-47a5-850d-0ba18cb7cd4b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.381840 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0f9ed9af-1fc1-430b-b366-db52f5759726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:03.400925 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-5e525b8a-1030-4f4d-b67f-d837bbc9ba93 req-a1f07f93-aa2a-46fc-b70a-745b6effc635 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] For port c25c3d21-a204-444f-8b92-004d404757cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c25c3d21-a204-444f-8b92-004d404757cc,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:03.401417 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5e525b8a-1030-4f4d-b67f-d837bbc9ba93 req-a1f07f93-aa2a-46fc-b70a-745b6effc635 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.420181 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686867f-13ae-499a-851c-5f0d19c817b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b86504-df23-4f52-a1bc-ecbc06fe586b,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:03.433314 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f7cbf-0daf-4011-b550-d8bb2cdf8e82 req-a4362331-7bb4-4786-80d6-2d3f6b4b7d2f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:03.435382 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-079f7cbf-0daf-4011-b550-d8bb2cdf8e82 req-a4362331-7bb4-4786-80d6-2d3f6b4b7d2f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 946 time: 0.2364006 May 18 06:24:03.545857 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-8686867f-13ae-499a-851c-5f0d19c817b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:03.579192 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 80d2dc66-62c1-4c13-8679-47b66989cc80 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:03.616534 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: 80d2dc66-62c1-4c13-8679-47b66989cc80 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:24:03.617103 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 80d2dc66-62c1-4c13-8679-47b66989cc80 not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:24:03.665956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-5e525b8a-1030-4f4d-b67f-d837bbc9ba93 req-a1f07f93-aa2a-46fc-b70a-745b6effc635 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Calling delete_port for c25c3d21-a204-444f-8b92-004d404757cc owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:03.678377 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-079f7cbf-0daf-4011-b550-d8bb2cdf8e82 req-5eb9a576-3a63-450d-9869-77b68f26abb4 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/security-groups?id=e5a1f48c-642b-4038-a340-236d63ceee7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147051 May 18 06:24:03.679257 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-8686867f-13ae-499a-851c-5f0d19c817b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.680708 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-8686867f-13ae-499a-851c-5f0d19c817b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28b86504-df23-4f52-a1bc-ecbc06fe586b HTTP/1.1" status: 204 len: 168 time: 0.8736689 May 18 06:24:03.699532 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.l3_db [None req-63b872e6-d1f1-47a5-850d-0ba18cb7cd4b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Floating IP 0367f884-8d0a-424b-93b5-f5199a90c722 associated. External IP: 172.28.2.65, port: 91123536-5135-4a3c-aae3-25523e553fb7. May 18 06:24:03.742989 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-178cfc6b-c3e4-4e2e-a03d-4216f9129076 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Deleting port 608bc702-adc7-4257-b0ad-f7f0cb63acd0 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:03.743334 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-178cfc6b-c3e4-4e2e-a03d-4216f9129076 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.916432 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-178cfc6b-c3e4-4e2e-a03d-4216f9129076 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.916757 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-178cfc6b-c3e4-4e2e-a03d-4216f9129076 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.929143 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5e525b8a-1030-4f4d-b67f-d837bbc9ba93 req-a1f07f93-aa2a-46fc-b70a-745b6effc635 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.941606 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['c25c3d21-a204-444f-8b92-004d404757cc'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:24:03.981419 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e9a5d1d5-7fc5-4332-ba1b-ae1997724130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:04.082713 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-178cfc6b-c3e4-4e2e-a03d-4216f9129076 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Calling delete_port for 608bc702-adc7-4257-b0ad-f7f0cb63acd0 owned by network:floatingip {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:04.091689 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b872e6-d1f1-47a5-850d-0ba18cb7cd4b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Router 09fab4fe-a875-47af-80f6-a4c2007649ef has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:24:04.100214 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f07f93-aa2a-46fc-b70a-745b6effc635 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Pushing event deleted for resources: {'Port': ['ID=c25c3d21-a204-444f-8b92-004d404757cc,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:04.127779 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a1f07f93-aa2a-46fc-b70a-745b6effc635 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:04.183831 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e525b8a-1030-4f4d-b67f-d837bbc9ba93 req-a1f07f93-aa2a-46fc-b70a-745b6effc635 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] No DVR routers for this DVR port c25c3d21-a204-444f-8b92-004d404757cc on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:24:04.187552 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-5e525b8a-1030-4f4d-b67f-d837bbc9ba93 req-a1f07f93-aa2a-46fc-b70a-745b6effc635 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.190076 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'name': 'network-vif-deleted', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:24:04.215370 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5e525b8a-1030-4f4d-b67f-d837bbc9ba93 req-a1f07f93-aa2a-46fc-b70a-745b6effc635 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.39 "DELETE /v2.0/ports/c25c3d21-a204-444f-8b92-004d404757cc HTTP/1.1" status: 204 len: 173 time: 1.4968121 May 18 06:24:04.271606 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187', 'name': 'network-vif-deleted', 'tag': 'c25c3d21-a204-444f-8b92-004d404757cc', 'status': 'completed', 'code': 200} May 18 06:24:04.304451 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-178cfc6b-c3e4-4e2e-a03d-4216f9129076 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.304605 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b872e6-d1f1-47a5-850d-0ba18cb7cd4b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:24:04.310267 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-63b872e6-d1f1-47a5-850d-0ba18cb7cd4b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.316315 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-4b026101-4a34-4df0-bbee-2c5987aba065 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:04.316819 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8db8c-1114-4eee-a8f8-6c0acba6ead4 None None] Sync routers for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:24:04.345526 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a8db8c-1114-4eee-a8f8-6c0acba6ead4 None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:04.346167 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-93a8db8c-1114-4eee-a8f8-6c0acba6ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:23:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:04.367910 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cfc6b-c3e4-4e2e-a03d-4216f9129076 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event deleted for resources: {'Port': ['ID=608bc702-adc7-4257-b0ad-f7f0cb63acd0,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:04.394970 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-178cfc6b-c3e4-4e2e-a03d-4216f9129076 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:04.397696 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-63b872e6-d1f1-47a5-850d-0ba18cb7cd4b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "PUT /v2.0/floatingips/0367f884-8d0a-424b-93b5-f5199a90c722 HTTP/1.1" status: 200 len: 990 time: 1.8853223 May 18 06:24:04.398968 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:24:04.492797 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-178cfc6b-c3e4-4e2e-a03d-4216f9129076 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.501446 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7', 'status': 'completed', 'code': 200} May 18 06:24:04.511612 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-178cfc6b-c3e4-4e2e-a03d-4216f9129076 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.513038 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-178cfc6b-c3e4-4e2e-a03d-4216f9129076 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "DELETE /v2.0/floatingips/8c69802a-28d0-4ea3-9637-52a93e2d4b9a HTTP/1.1" status: 204 len: 168 time: 1.3005943 May 18 06:24:04.668192 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-93a8db8c-1114-4eee-a8f8-6c0acba6ead4 None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:04.686910 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16b6fe-44f6-4cf0-b6cc-d352f89eb9ab req-3e00acd2-4d82-4bab-a3c8-366ba973685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:04.688350 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3c16b6fe-44f6-4cf0-b6cc-d352f89eb9ab req-3e00acd2-4d82-4bab-a3c8-366ba973685d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 1098 time: 0.1586785 May 18 06:24:04.849777 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16b6fe-44f6-4cf0-b6cc-d352f89eb9ab req-7baf3056-a9fc-474b-ac11-80f9ccf6a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:04.851623 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3c16b6fe-44f6-4cf0-b6cc-d352f89eb9ab req-7baf3056-a9fc-474b-ac11-80f9ccf6a264 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 917 time: 0.1558125 May 18 06:24:04.860682 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49274) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:04.866703 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1715263920', 'description': 'tempest-description--859903066'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:04.883098 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:04.887563 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Usage tracker for resource:security_group and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:04.897172 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:04.914024 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:04.986924 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5715b379-192f-47f8-a336-18baf0d9f1a0 req-3da64ab4-8e89-4998-9c72-7b6755f02716 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7e4b3d-b6fd-4e7d-a9cf-2bee34337187 HTTP/1.1" status: 200 len: 210 time: 0.0746412 May 18 06:24:04.993803 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.018073 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:05.022777 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Usage tracker for resource:security_group_rule and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:05.025877 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:05.026369 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3c16b6fe-44f6-4cf0-b6cc-d352f89eb9ab req-ef0f2f68-b882-4118-9a8f-a12ba4b9ca05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91123536-5135-4a3c-aae3-25523e553fb7 HTTP/1.1" status: 200 len: 998 time: 0.1661026 May 18 06:24:05.034235 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:05.108052 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16b6fe-44f6-4cf0-b6cc-d352f89eb9ab req-7e608576-cdd7-43e5-b477-411d22c038ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:05.109576 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3c16b6fe-44f6-4cf0-b6cc-d352f89eb9ab req-7e608576-cdd7-43e5-b477-411d22c038ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04f3d7da-6d97-479e-89c5-48a24fca53b8 HTTP/1.1" status: 200 len: 856 time: 0.0769589 May 18 06:24:05.143341 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.148446 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.155610 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6db85ee8-286c-46d2-9cb5-885aaa471694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:05.196731 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16b6fe-44f6-4cf0-b6cc-d352f89eb9ab req-f60e6873-4c58-4aa2-97e1-074a0ed5cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:05.198796 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3c16b6fe-44f6-4cf0-b6cc-d352f89eb9ab req-f60e6873-4c58-4aa2-97e1-074a0ed5cc88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0828946 May 18 06:24:05.206847 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375af232-df6c-4dcf-bc0a-8c8d78a74707,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:05.211227 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:05.215355 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.219477 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3578002 May 18 06:24:05.221636 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49288) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:05.230193 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-bf98c001-a497-4f55-8703-2ef673e06889 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Request body: {'security_group_rule': {'security_group_id': '375af232-df6c-4dcf-bc0a-8c8d78a74707', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:05.236368 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-bf98c001-a497-4f55-8703-2ef673e06889 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:05.241318 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-bf98c001-a497-4f55-8703-2ef673e06889 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Usage tracker for resource:security_group_rule and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:05.244359 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-bf98c001-a497-4f55-8703-2ef673e06889 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:05.251952 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-bf98c001-a497-4f55-8703-2ef673e06889 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:05.261923 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-93a8db8c-1114-4eee-a8f8-6c0acba6ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': '0367f884-8d0a-424b-93b5-f5199a90c722', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'floating_ip_address': '172.28.2.65', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'port_id': '91123536-5135-4a3c-aae3-25523e553fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'mac_address': 'fa:16:3e:82:7e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a92928-f832-47aa-988c-af45e9a025ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:23:48Z', 'updated_at': '2021-05-18T06:24:03Z', 'revision_number': 1, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:05Z', 'revision_number': 5, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:05.267154 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8db8c-1114-4eee-a8f8-6c0acba6ead4 None None] Checking router: 09fab4fe-a875-47af-80f6-a4c2007649ef for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:24:05.274317 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bf98c001-a497-4f55-8703-2ef673e06889 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.279750 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a8db8c-1114-4eee-a8f8-6c0acba6ead4 None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:05.280684 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-93a8db8c-1114-4eee-a8f8-6c0acba6ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:23:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:05.352385 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bf98c001-a497-4f55-8703-2ef673e06889 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.357472 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bf98c001-a497-4f55-8703-2ef673e06889 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.361324 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e532e004-5740-4afa-819c-ca651551fde2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:05.390100 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98c001-a497-4f55-8703-2ef673e06889 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9c1745-cb60-4f93-87f6-297ef5d0b5e6,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:05.392809 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bf98c001-a497-4f55-8703-2ef673e06889 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:05.403680 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-bf98c001-a497-4f55-8703-2ef673e06889 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.421044 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-bf98c001-a497-4f55-8703-2ef673e06889 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1957405 May 18 06:24:05.423611 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49292) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:05.430175 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-6d7104ef-4de0-4b92-b50b-c7c64aeb247f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Request body: {'security_group_rule': {'security_group_id': '375af232-df6c-4dcf-bc0a-8c8d78a74707', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:05.436119 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-6d7104ef-4de0-4b92-b50b-c7c64aeb247f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:05.442093 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-6d7104ef-4de0-4b92-b50b-c7c64aeb247f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Usage tracker for resource:security_group_rule and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:05.445873 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-6d7104ef-4de0-4b92-b50b-c7c64aeb247f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:05.462777 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-6d7104ef-4de0-4b92-b50b-c7c64aeb247f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:05.485391 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3c16b6fe-44f6-4cf0-b6cc-d352f89eb9ab req-684e8074-0aa5-4323-8f7d-cc644591a9a4 service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793956 May 18 06:24:05.494300 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6d7104ef-4de0-4b92-b50b-c7c64aeb247f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.572279 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-93a8db8c-1114-4eee-a8f8-6c0acba6ead4 None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:05.614156 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6d7104ef-4de0-4b92-b50b-c7c64aeb247f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.621537 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6d7104ef-4de0-4b92-b50b-c7c64aeb247f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.632567 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bf98c001-a497-4f55-8703-2ef673e06889 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:05.677509 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3c16b6fe-44f6-4cf0-b6cc-d352f89eb9ab req-640880d9-51f7-4969-9941-27197a895e1e service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854970 May 18 06:24:05.683384 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7104ef-4de0-4b92-b50b-c7c64aeb247f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9093102-256e-4f77-a30d-87e9e0baf8b7,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:05.690477 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6d7104ef-4de0-4b92-b50b-c7c64aeb247f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:05.700484 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6d7104ef-4de0-4b92-b50b-c7c64aeb247f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.702474 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-6d7104ef-4de0-4b92-b50b-c7c64aeb247f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2775714 May 18 06:24:05.705740 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49302) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:05.714060 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Request body: {'floatingip': {'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:05.720355 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:05.724335 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Usage tracker for resource:floatingip and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:05.727159 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:05.733288 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:05.746043 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.889584 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:06.004776 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-93a8db8c-1114-4eee-a8f8-6c0acba6ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': '0367f884-8d0a-424b-93b5-f5199a90c722', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'floating_ip_address': '172.28.2.65', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'port_id': '91123536-5135-4a3c-aae3-25523e553fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'mac_address': 'fa:16:3e:82:7e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a92928-f832-47aa-988c-af45e9a025ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:23:48Z', 'updated_at': '2021-05-18T06:24:03Z', 'revision_number': 1, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:05Z', 'revision_number': 5, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:06.009031 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a8db8c-1114-4eee-a8f8-6c0acba6ead4 None None] The sync data for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb is: [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': '0367f884-8d0a-424b-93b5-f5199a90c722', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'floating_ip_address': '172.28.2.65', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'port_id': '91123536-5135-4a3c-aae3-25523e553fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'mac_address': 'fa:16:3e:82:7e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a92928-f832-47aa-988c-af45e9a025ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:23:48Z', 'updated_at': '2021-05-18T06:24:03Z', 'revision_number': 1, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:05Z', 'revision_number': 5, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:24:06.033853 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Allocated IP 172.28.2.130 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/ed63cfea-f417-48b9-ae2b-171c93359c95) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:24:06.203471 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:06.235544 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:06.241164 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:06.254257 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e47750d-00fd-4715-a8fd-ea985df22a5c None None] New status for floating IP 0367f884-8d0a-424b-93b5-f5199a90c722: ACTIVE {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:24:06.421118 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:24:06.424073 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:24:06.426519 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:24:06.472417 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event updated for resources: {'Port': ['ID=ed63cfea-f417-48b9-ae2b-171c93359c95,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:06.475215 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:06.524247 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:06.590404 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:06.798955 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49356) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:06.903539 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:06.962439 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921920'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:06.981412 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-dac3fdaf-749d-4ae9-9bd0-fb3a1273940f tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:07.046185 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-880ea153-cc26-4771-8e2f-674729eb15b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:07.106529 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event updated for resources: {'Port': ['ID=ed63cfea-f417-48b9-ae2b-171c93359c95,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:07.112274 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:07.189036 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:07.279679 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:07.280798 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5739307 May 18 06:24:07.522269 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-b1aaba6a-aff0-4f47-aac4-0cfa72d00dbf tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Synchronizing usage tracker for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:security_group {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:24:07.539945 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665035'] for router_interface, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:07.583582 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device c25c3d21-a204-444f-8b92-004d404757cc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:07.591768 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-b1aaba6a-aff0-4f47-aac4-0cfa72d00dbf tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Unset dirty status for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:security_group {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:24:07.592962 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-b1aaba6a-aff0-4f47-aac4-0cfa72d00dbf tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1715263920&fields=id&tenant_id=f834aee473dd4b68b11e9ea8eb94614b HTTP/1.1" status: 200 len: 267 time: 0.1204634 May 18 06:24:07.617376 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: c25c3d21-a204-444f-8b92-004d404757cc {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:24:07.617714 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device c25c3d21-a204-444f-8b92-004d404757cc not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:24:07.979063 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-8a1a3ad9-80e7-41b5-8142-ce819ee8eaa7 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:07.980489 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-8a1a3ad9-80e7-41b5-8142-ce819ee8eaa7 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/networks?id=35e6311d-ad34-4c28-8e8c-cb843c53a901 HTTP/1.1" status: 200 len: 810 time: 0.3704810 May 18 06:24:08.034034 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-16cfc593-6ee7-415f-85f0-d832f1bf7ab0 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/quotas/f834aee473dd4b68b11e9ea8eb94614b HTTP/1.1" status: 200 len: 375 time: 0.0253048 May 18 06:24:08.207473 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-10895107-d087-4988-abe0-7dc728d5acb5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f834aee473dd4b68b11e9ea8eb94614b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1666543 May 18 06:24:08.351247 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] Deleting port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:08.351587 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:08.371936 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-84babc07-139f-4a32-a6fb-c7ae37097bc6 service neutron] 10.222.0.10 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526060 May 18 06:24:08.575472 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] For port 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=22301ab9-e0f5-4217-95ee-1bf3ecb07ae3,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:08.576151 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:08.638461 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-4666af76-6ec2-4379-bfaf-f91db1b0b8b4 service neutron] 10.222.0.10 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247002 May 18 06:24:08.700186 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] Calling delete_port for 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 owned by network:router_interface {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:08.822486 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-63f870ee-8245-4c07-91a0-bafa24b7b040 req-e73e1a4a-abe1-4b3a-a4de-ecba6435c64a tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 210 time: 0.0486703 May 18 06:24:08.902977 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:08.907574 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7d799e25-1590-4e1a-a2d2-147434636569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:08.954901 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] Pushing event deleted for resources: {'Port': ['ID=22301ab9-e0f5-4217-95ee-1bf3ecb07ae3,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:08.980746 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:09.248935 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664935'] for router_interface, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:09.742090 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] Router 2122e273-030e-4388-83f5-9483038dd574 has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:24:09.897689 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-62a4e924-92b8-4407-95a1-2917f54eed1c tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:09.900523 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-62a4e924-92b8-4407-95a1-2917f54eed1c tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.39 "GET /v2.0/networks?id=35e6311d-ad34-4c28-8e8c-cb843c53a901 HTTP/1.1" status: 200 len: 810 time: 0.1600947 May 18 06:24:09.950658 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71ef63a-a26b-4711-8529-6694bfb80d05 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Synchronizing usage tracker for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:security_group {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:24:09.962602 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71ef63a-a26b-4711-8529-6694bfb80d05 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Unset dirty status for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:security_group {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:24:09.963808 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71ef63a-a26b-4711-8529-6694bfb80d05 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f834aee473dd4b68b11e9ea8eb94614b HTTP/1.1" status: 200 len: 380 time: 0.0550294 May 18 06:24:09.968241 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:09.975433 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Request body: {'port': {'device_id': '939c0e5f-63f9-40c7-baf1-2d5d4c5ea392', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'admin_state_up': True, 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'security_groups': ['375af232-df6c-4dcf-bc0a-8c8d78a74707']}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:10.001024 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:24:10.011806 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e397d4d6-331e-46ca-a584-5467da250092 req-5bc4b97a-ff1b-4550-a5ac-19a768e1fad9 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 210 time: 0.0695221 May 18 06:24:10.012419 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c5000-dce7-4d10-928e-455d99c52e13 None None] Sync routers for ids ['2122e273-030e-4388-83f5-9483038dd574'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:24:10.020141 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] 10.222.0.10 "PUT /v2.0/routers/2122e273-030e-4388-83f5-9483038dd574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2201414 May 18 06:24:10.023083 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49410) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:10.025643 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c5000-dce7-4d10-928e-455d99c52e13 None None] Routers {'2122e273-030e-4388-83f5-9483038dd574'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:10.026653 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-421c5000-dce7-4d10-928e-455d99c52e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:23:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['2122e273-030e-4388-83f5-9483038dd574'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:10.139628 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:10.143769 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Usage tracker for resource:port and tenant:f834aee473dd4b68b11e9ea8eb94614b is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:10.147119 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:10.153062 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:10.162836 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Made reservation on behalf of f834aee473dd4b68b11e9ea8eb94614b for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:24:10.166403 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:10.188276 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c852e2d4-51b7-4b12-8a8a-f92932e56a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:10.208780 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Notify callbacks [] for router, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:10.222968 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-421c5000-dce7-4d10-928e-455d99c52e13 None None] Set router 2122e273-030e-4388-83f5-9483038dd574 gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:10.351708 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Allocated IP 172.20.0.9 (35e6311d-ad34-4c28-8e8c-cb843c53a901/44a1e5f8-6f01-488d-b18f-cc75d3335fda/dd527bcf-d412-44f2-be5c-6c9e37b70e93) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:24:10.393962 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:10.470970 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Deleting port 4171eec5-fc94-4c4c-b684-b76ea5f688e9 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:10.471460 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:10.522493 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-421c5000-dce7-4d10-928e-455d99c52e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181'}], 'enable_snat': True}, 'gw_port_id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:24:08Z', 'revision_number': 5, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port': {'id': '4171eec5-fc94-4c4c-b684-b76ea5f688e9', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2122e273-030e-4388-83f5-9483038dd574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:38Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:10.526850 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c5000-dce7-4d10-928e-455d99c52e13 None None] Checking router: 2122e273-030e-4388-83f5-9483038dd574 for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:24:10.536527 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c5000-dce7-4d10-928e-455d99c52e13 None None] Routers {'2122e273-030e-4388-83f5-9483038dd574'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:10.537364 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-421c5000-dce7-4d10-928e-455d99c52e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:24:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['2122e273-030e-4388-83f5-9483038dd574'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:10.543554 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:10.559750 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Transition to ACTIVE for port object dd527bcf-d412-44f2-be5c-6c9e37b70e93 will not be triggered until provisioned by entity DHCP. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:24:10.584518 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:10.590439 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:10.602184 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] For port 4171eec5-fc94-4c4c-b684-b76ea5f688e9, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=4171eec5-fc94-4c4c-b684-b76ea5f688e9,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:10.602793 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:10.666751 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Network 35e6311d-ad34-4c28-8e8c-cb843c53a901 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:24:10.670405 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:24:10.674938 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:24:10.723552 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-421c5000-dce7-4d10-928e-455d99c52e13 None None] Set router 2122e273-030e-4388-83f5-9483038dd574 gateway port host: None {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:10.727411 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event updated for resources: {'Port': ['ID=dd527bcf-d412-44f2-be5c-6c9e37b70e93,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:10.732722 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:10.765400 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:10.766389 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:10.786120 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Calling delete_port for 4171eec5-fc94-4c4c-b684-b76ea5f688e9 owned by network:router_gateway {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:10.796811 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e71b284e-2c02-4ee2-bd15-7a5f0e9fb341 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8273463 May 18 06:24:10.814212 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Request body: {'port': {'device_id': '939c0e5f-63f9-40c7-baf1-2d5d4c5ea392', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:10.882668 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-421c5000-dce7-4d10-928e-455d99c52e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:24:10Z', 'revision_number': 6, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port_host': None}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:10.893536 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c5000-dce7-4d10-928e-455d99c52e13 None None] The sync data for ids ['2122e273-030e-4388-83f5-9483038dd574'] in dv-cinder-784623-10-smb is: [{'id': '2122e273-030e-4388-83f5-9483038dd574', 'name': 'tempest-TestMinimumBasicScenario-536446550-router', 'tenant_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:37Z', 'updated_at': '2021-05-18T06:24:10Z', 'revision_number': 6, 'project_id': '8a6ed2f5bbbc4f1593ecc5a4ed8d5177', 'gw_port_host': None}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:24:10.905681 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:10.960274 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:10.993862 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:10.999835 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:11.024971 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-3f0bf182-bfa1-4cff-b928-ab39ea093e94 None None] Provisioning for port dd527bcf-d412-44f2-be5c-6c9e37b70e93 completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:24:11.033438 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-3f0bf182-bfa1-4cff-b928-ab39ea093e94 None None] Provisioning complete for port dd527bcf-d412-44f2-be5c-6c9e37b70e93 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:24:11.034446 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3f0bf182-bfa1-4cff-b928-ab39ea093e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.053662 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49422) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:11.101838 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bf182-bfa1-4cff-b928-ab39ea093e94 None None] Port dd527bcf-d412-44f2-be5c-6c9e37b70e93 cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:24:11.188348 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Pushing event deleted for resources: {'Port': ['ID=4171eec5-fc94-4c4c-b684-b76ea5f688e9,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:11.259932 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:11.271726 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3703fd5e-42ca-460c-8ff3-390c1de4ab43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.304726 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-3703fd5e-42ca-460c-8ff3-390c1de4ab43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:11.318951 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-3703fd5e-42ca-460c-8ff3-390c1de4ab43 admin admin] Usage tracker for resource:security_group_rule and tenant:00de842a12dc487ea5fe1285851e5b33 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:11.323451 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-3703fd5e-42ca-460c-8ff3-390c1de4ab43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:11.333927 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-3703fd5e-42ca-460c-8ff3-390c1de4ab43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:11.342222 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683244'] for router_gateway, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.441226 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd527bcf-d412-44f2-be5c-6c9e37b70e93 {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:24:11.451857 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.484402 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Transition to ACTIVE for port object dd527bcf-d412-44f2-be5c-6c9e37b70e93 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:24:11.495242 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.501794 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-14d8678e-7251-439a-90d4-fe3fe055a526 tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:11.513556 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be460c-1504-4eee-9f11-f5fa34fde8d5 req-a48a1745-d613-4189-95ed-6d015cb556e2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:11.514964 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-03be460c-1504-4eee-9f11-f5fa34fde8d5 req-a48a1745-d613-4189-95ed-6d015cb556e2 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 931 time: 0.3315094 May 18 06:24:11.541321 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3703fd5e-42ca-460c-8ff3-390c1de4ab43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.543301 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14095'] for router, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.547886 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.558814 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-3703fd5e-42ca-460c-8ff3-390c1de4ab43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.582089 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-03be460c-1504-4eee-9f11-f5fa34fde8d5 req-5d7f88a9-c75f-4f96-aab7-81d16c2f1bee tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=375af232-df6c-4dcf-bc0a-8c8d78a74707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584431 May 18 06:24:11.587949 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683028'] for router, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.588572 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2122e273-030e-4388-83f5-9483038dd574 {{(pid=78807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:24:11.615026 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.616953 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-4e078567-431d-485f-a121-4b5f8492feac admin admin] 10.222.0.10 "DELETE /v2.0/routers/2122e273-030e-4388-83f5-9483038dd574 HTTP/1.1" status: 204 len: 168 time: 1.5922248 May 18 06:24:11.618865 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49432) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:11.689002 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-4855a8df-b788-4ac0-9f00-1873e97d494d admin admin] Deleting subnet d5b08deb-868b-41d8-84c1-7f9618eb6f0e {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:24:11.692968 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4855a8df-b788-4ac0-9f00-1873e97d494d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.760010 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4855a8df-b788-4ac0-9f00-1873e97d494d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3901088'] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.771547 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Pushing event updated for resources: {'Port': ['ID=dd527bcf-d412-44f2-be5c-6c9e37b70e93,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:11.779306 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:11.780487 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-080796bb-84a2-40ea-88de-7aaf9d1a8c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:11.804400 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:11.822977 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-3703fd5e-42ca-460c-8ff3-390c1de4ab43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00de842a12dc487ea5fe1285851e5b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7682719 May 18 06:24:11.828189 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49436) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:11.841910 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:24:11.842468 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 22301ab9-e0f5-4217-95ee-1bf3ecb07ae3 not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:24:11.843039 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 4171eec5-fc94-4c4c-b684-b76ea5f688e9 no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:11.879329 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 4171eec5-fc94-4c4c-b684-b76ea5f688e9 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:24:11.879669 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 4171eec5-fc94-4c4c-b684-b76ea5f688e9 not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:24:11.880863 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703fd5e-42ca-460c-8ff3-390c1de4ab43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4b5274-34c6-41c3-82a7-c274f28e4614,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:11.886421 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-3703fd5e-42ca-460c-8ff3-390c1de4ab43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:11.917135 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Attempting to bind port dd527bcf-d412-44f2-be5c-6c9e37b70e93 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:24:11.917528 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Attempting to bind port dd527bcf-d412-44f2-be5c-6c9e37b70e93 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:24:11.917916 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Attempting to bind port dd527bcf-d412-44f2-be5c-6c9e37b70e93 on network 35e6311d-ad34-4c28-8e8c-cb843c53a901 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:24:11.922675 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Port dd527bcf-d412-44f2-be5c-6c9e37b70e93 on network 35e6311d-ad34-4c28-8e8c-cb843c53a901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:24:11.923065 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Attempting to bind port dd527bcf-d412-44f2-be5c-6c9e37b70e93 on network 35e6311d-ad34-4c28-8e8c-cb843c53a901 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:24:11.928952 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:24:11.929396 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Checking segment: {'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:24:11.929871 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Bound using segment: {'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:24:11.930391 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Bound port: dd527bcf-d412-44f2-be5c-6c9e37b70e93, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fd816f-1284-4302-8477-a343b3f5a723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:24:11.930845 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.966791 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4f827ab5-c621-424c-a2e5-9cbbe01db62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:11.969517 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4855a8df-b788-4ac0-9f00-1873e97d494d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.025544 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] For port dd527bcf-d412-44f2-be5c-6c9e37b70e93, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:24:12.029137 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] For port dd527bcf-d412-44f2-be5c-6c9e37b70e93, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dd527bcf-d412-44f2-be5c-6c9e37b70e93,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:24:12.034452 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.037699 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4f827ab5-c621-424c-a2e5-9cbbe01db62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.039841 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-178cfc6b-c3e4-4e2e-a03d-4216f9129076 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:12.084025 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.102377 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:12.102895 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.104624 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] 10.222.0.39 "PUT /v2.0/ports/dd527bcf-d412-44f2-be5c-6c9e37b70e93 HTTP/1.1" status: 200 len: 1093 time: 1.2991529 May 18 06:24:12.105292 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939c0e5f-63f9-40c7-baf1-2d5d4c5ea392', 'tag': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:24:12.133615 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Pushing event updated for resources: {'Port': ['ID=dd527bcf-d412-44f2-be5c-6c9e37b70e93,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:12.136873 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:12.195344 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939c0e5f-63f9-40c7-baf1-2d5d4c5ea392', 'tag': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93', 'status': 'completed', 'code': 200} May 18 06:24:12.216506 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4f827ab5-c621-424c-a2e5-9cbbe01db62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.229611 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-88660953-d60e-448b-aa63-e096378d3c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:12.243008 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-db8ca66d-7706-4954-9892-044a5229087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:12.243008 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-db8ca66d-7706-4954-9892-044a5229087e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f834aee473dd4b68b11e9ea8eb94614b&device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 1096 time: 0.0876887 May 18 06:24:12.284480 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f827ab5-c621-424c-a2e5-9cbbe01db62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4b5274-34c6-41c3-82a7-c274f28e4614,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:12.286831 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4f827ab5-c621-424c-a2e5-9cbbe01db62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:12.290032 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4f827ab5-c621-424c-a2e5-9cbbe01db62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.291145 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-4f827ab5-c621-424c-a2e5-9cbbe01db62c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb4b5274-34c6-41c3-82a7-c274f28e4614 HTTP/1.1" status: 204 len: 168 time: 0.4612582 May 18 06:24:12.313647 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-b412a346-b690-4d30-bffe-1f9c08bfcc7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd527bcf-d412-44f2-be5c-6c9e37b70e93 HTTP/1.1" status: 200 len: 217 time: 0.0665815 May 18 06:24:12.335680 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4855a8df-b788-4ac0-9f00-1873e97d494d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3922170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196357'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.341313 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:12.378883 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4855a8df-b788-4ac0-9f00-1873e97d494d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.381397 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e605f291-0461-4555-a6e2-5476e0715c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:12.382937 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-e605f291-0461-4555-a6e2-5476e0715c67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44a1e5f8-6f01-488d-b18f-cc75d3335fda HTTP/1.1" status: 200 len: 849 time: 0.0603564 May 18 06:24:12.384314 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855a8df-b788-4ac0-9f00-1873e97d494d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b08deb-868b-41d8-84c1-7f9618eb6f0e,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:12.386033 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d6cfb4-e0de-448d-b709-2d039b7d3950 None None] Network b21e72ce-09fd-41ba-b5df-295635ffcb6a requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:24:12.387118 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4855a8df-b788-4ac0-9f00-1873e97d494d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:12.390313 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-4855a8df-b788-4ac0-9f00-1873e97d494d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d5b08deb-868b-41d8-84c1-7f9618eb6f0e HTTP/1.1" status: 204 len: 168 time: 0.7703726 May 18 06:24:12.392783 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49444) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:12.519504 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-8b1f9451-2dc7-45dd-948d-f8d63530fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:12.522002 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-8b1f9451-2dc7-45dd-948d-f8d63530fab7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35e6311d-ad34-4c28-8e8c-cb843c53a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1288931 May 18 06:24:12.588349 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.682683 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Deleting port 3c963b13-97c4-452f-abd8-fd807b3a1bb3 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:12.683029 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.690707 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] DHCP port deletion for b21e72ce-09fd-41ba-b5df-295635ffcb6a request from dv-cinder-784623-10-smb {{(pid=78808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:24:12.696833 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-4ecd7972-afda-45e5-a89a-ade5e5c40cc1 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676502 May 18 06:24:12.755776 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Deleting port 3c963b13-97c4-452f-abd8-fd807b3a1bb3 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:12.756458 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.833353 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] For port 3c963b13-97c4-452f-abd8-fd807b3a1bb3, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=3c963b13-97c4-452f-abd8-fd807b3a1bb3,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:12.833966 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-f5c13c6d-0166-4dc3-8116-f7aa740601b9 req-18a3d484-1986-44aa-bf96-2a30dc782bbe service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290922 May 18 06:24:12.834069 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.855729 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] For port 3c963b13-97c4-452f-abd8-fd807b3a1bb3, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=3c963b13-97c4-452f-abd8-fd807b3a1bb3,segment=NetworkSegment(124d6d05-124b-40b4-88bb-5dddedd02ef1),segment_id=124d6d05-124b-40b4-88bb-5dddedd02ef1)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:12.856058 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:12.957423 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1f95-6715-468a-8e0a-97aa3b334c82 req-f4edb63f-31c5-43b1-b5c2-bea6b4c645a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:12.959039 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-835c1f95-6715-468a-8e0a-97aa3b334c82 req-f4edb63f-31c5-43b1-b5c2-bea6b4c645a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f834aee473dd4b68b11e9ea8eb94614b&device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 1096 time: 0.0797641 May 18 06:24:12.979112 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Calling delete_port for 3c963b13-97c4-452f-abd8-fd807b3a1bb3 owned by network:dhcp {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:13.068824 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Calling delete_port for 3c963b13-97c4-452f-abd8-fd807b3a1bb3 owned by network:dhcp {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:13.091550 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9379f4a-3911-4014-ba3e-3fda6ba71794 req-e8aa0c2b-f207-48d3-9017-aa3e3d32bb1c tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:13.093276 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a9379f4a-3911-4014-ba3e-3fda6ba71794 req-e8aa0c2b-f207-48d3-9017-aa3e3d32bb1c tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 943 time: 0.3490224 May 18 06:24:13.103573 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1f95-6715-468a-8e0a-97aa3b334c82 req-a6bab9ac-900c-4d65-b5ae-1d7e39876771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:13.105076 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-835c1f95-6715-468a-8e0a-97aa3b334c82 req-a6bab9ac-900c-4d65-b5ae-1d7e39876771 service neutron] 10.222.0.39 "GET /v2.0/networks?id=35e6311d-ad34-4c28-8e8c-cb843c53a901 HTTP/1.1" status: 200 len: 910 time: 0.1394086 May 18 06:24:13.113317 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:13.118851 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:13.149193 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a9379f4a-3911-4014-ba3e-3fda6ba71794 req-ff7395a3-5965-4797-8d77-4cdacbd5d974 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=375af232-df6c-4dcf-bc0a-8c8d78a74707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465498 May 18 06:24:13.166500 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:13.167592 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Pushing event deleted for resources: {'Port': ['ID=3c963b13-97c4-452f-abd8-fd807b3a1bb3,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:13.171092 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:13.178226 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-835c1f95-6715-468a-8e0a-97aa3b334c82 req-69c782d4-9f14-4b3b-918f-23f9f6486756 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd527bcf-d412-44f2-be5c-6c9e37b70e93 HTTP/1.1" status: 200 len: 217 time: 0.0656848 May 18 06:24:13.179018 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] No DVR routers for this DVR port 3c963b13-97c4-452f-abd8-fd807b3a1bb3 on host dv-cinder-784623-10-smb {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:24:13.180984 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:13.181557 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:13.182114 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:13.182584 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:13.182975 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:13.183356 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:13.183713 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:13.184075 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:13.184402 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:13.184732 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:13.185039 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:13.185355 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:13.188415 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:13.219537 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] No DVR routers for this DVR port 3c963b13-97c4-452f-abd8-fd807b3a1bb3 on host dv-cinder-784623-10-smb {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:24:13.221230 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c963b13-97c4-452f-abd8-fd807b3a1bb3,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:13.246038 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:13.252476 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1f95-6715-468a-8e0a-97aa3b334c82 req-e4633942-1c1c-4226-a0b1-5b9802c556dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:13.253895 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-835c1f95-6715-468a-8e0a-97aa3b334c82 req-e4633942-1c1c-4226-a0b1-5b9802c556dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44a1e5f8-6f01-488d-b18f-cc75d3335fda HTTP/1.1" status: 200 len: 849 time: 0.0691409 May 18 06:24:13.327263 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c1f95-6715-468a-8e0a-97aa3b334c82 req-9d08edec-da36-49e4-9525-c12658b5d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:13.328743 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-835c1f95-6715-468a-8e0a-97aa3b334c82 req-9d08edec-da36-49e4-9525-c12658b5d443 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35e6311d-ad34-4c28-8e8c-cb843c53a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0680547 May 18 06:24:13.337180 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:13.349757 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21e72ce-09fd-41ba-b5df-295635ffcb6a']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:13.361979 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124d6d05-124b-40b4-88bb-5dddedd02ef1') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:13.362274 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124d6d05-124b-40b4-88bb-5dddedd02ef1') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:13.374471 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3901103'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:13.390700 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:13.397172 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:24:13.397553 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3922012'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: util.warn( May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: util.warn( May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: util.warn( May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: util.warn( May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: Traceback (most recent call last): May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: timer() May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: cb(*args, **kw) May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: return func(*args, **kwargs) May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: self._notify() May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: self.callback(batched_events) May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: event.method(event) May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: return f(self, *a, **k) May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: return self._get(url).json() May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:24:13.414996 dv-cinder-784623-10-smb neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:24:13.467389 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-835c1f95-6715-468a-8e0a-97aa3b334c82 req-e1472205-6ddc-4e80-9532-bdb6bbb2a9b4 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314368 May 18 06:24:13.492636 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:13.498593 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:13.501728 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-784fcb66-889d-463a-b84b-70283e741f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:13.515750 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 3c963b13-97c4-452f-abd8-fd807b3a1bb3 no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:13.526399 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Pushing event deleted for resources: {'Network': ['ID=b21e72ce-09fd-41ba-b5df-295635ffcb6a,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:13.529214 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:13.540187 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-f528ddeb-1edf-4fa2-a80e-3f891dfcd39c admin admin] 10.222.0.10 "DELETE /v2.0/networks/b21e72ce-09fd-41ba-b5df-295635ffcb6a HTTP/1.1" status: 204 len: 168 time: 1.1464424 May 18 06:24:13.542894 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49452) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:13.553880 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 3c963b13-97c4-452f-abd8-fd807b3a1bb3 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:24:13.554237 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 3c963b13-97c4-452f-abd8-fd807b3a1bb3 not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:24:13.606437 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-835c1f95-6715-468a-8e0a-97aa3b334c82 req-dc0b37a7-bf62-4d7e-b669-95e47aa94750 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322088 May 18 06:24:14.082656 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665035'] for router_interface, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:14.536972 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257fd82-cdc9-4f8a-b6ef-cb9ff56a0576 req-c5f5db6b-7a33-4edd-b149-6b07b3ad3ea8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:14.538475 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5257fd82-cdc9-4f8a-b6ef-cb9ff56a0576 req-c5f5db6b-7a33-4edd-b149-6b07b3ad3ea8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 943 time: 0.2455680 May 18 06:24:14.661653 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5257fd82-cdc9-4f8a-b6ef-cb9ff56a0576 req-4cbca69b-36cc-44ce-a029-1789578c1446 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=375af232-df6c-4dcf-bc0a-8c8d78a74707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913489 May 18 06:24:14.689640 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] Deleting port a5490e81-d211-4b14-a1b0-226d4bb37f20 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:14.689975 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:14.805070 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] For port a5490e81-d211-4b14-a1b0-226d4bb37f20, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=a5490e81-d211-4b14-a1b0-226d4bb37f20,segment=NetworkSegment(b28cf995-0fed-4433-82e2-4c95e316b31e),segment_id=b28cf995-0fed-4433-82e2-4c95e316b31e)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:14.805340 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:14.926935 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] Calling delete_port for a5490e81-d211-4b14-a1b0-226d4bb37f20 owned by network:router_interface {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:15.072414 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:15.076660 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3a264221-859f-4c54-a3ee-054e7a73e285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:15.120697 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5490e81-d211-4b14-a1b0-226d4bb37f20,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:15.123856 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:15.385648 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664935'] for router_interface, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:15.744299 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] Router 10c37b11-8fa3-41e9-9015-82c6d26b6adf has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:24:16.078892 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:24:16.087110 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2cadd3-0097-47ff-9933-718bd5186df5 None None] Sync routers for ids ['10c37b11-8fa3-41e9-9015-82c6d26b6adf'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:24:16.093542 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c6160-6b03-4e67-9df7-c7a2753f1a9d req-3d1d73cb-1170-4c29-9986-70d1d41a44b5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:16.095381 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5c9c6160-6b03-4e67-9df7-c7a2753f1a9d req-3d1d73cb-1170-4c29-9986-70d1d41a44b5 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 943 time: 0.2917092 May 18 06:24:16.095980 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2cadd3-0097-47ff-9933-718bd5186df5 None None] Routers {'10c37b11-8fa3-41e9-9015-82c6d26b6adf'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:16.096619 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-2c2cadd3-0097-47ff-9933-718bd5186df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:24:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['10c37b11-8fa3-41e9-9015-82c6d26b6adf'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:16.125771 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] 10.222.0.10 "PUT /v2.0/routers/10c37b11-8fa3-41e9-9015-82c6d26b6adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5792472 May 18 06:24:16.127712 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49466) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:16.151653 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5c9c6160-6b03-4e67-9df7-c7a2753f1a9d req-a80725a9-b569-4b1e-bc8d-e97e4e31a0c3 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=375af232-df6c-4dcf-bc0a-8c8d78a74707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499382 May 18 06:24:16.308624 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-2c2cadd3-0097-47ff-9933-718bd5186df5 None None] Set router 10c37b11-8fa3-41e9-9015-82c6d26b6adf gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:16.391669 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Notify callbacks [] for router, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:16.564424 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:16.585863 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-2c2cadd3-0097-47ff-9933-718bd5186df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'name': 'tempest-TestMinimumBasicScenario-2075436103-router', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145'}], 'enable_snat': True}, 'gw_port_id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:46Z', 'updated_at': '2021-05-18T06:24:15Z', 'revision_number': 5, 'project_id': '57ae965ff185438fbea74cb5fa70ff48', 'gw_port': {'id': '7561afe5-4796-4d92-8bac-abb4064749cc', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:47Z', 'updated_at': '2021-05-18T06:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:16.589617 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2cadd3-0097-47ff-9933-718bd5186df5 None None] Checking router: 10c37b11-8fa3-41e9-9015-82c6d26b6adf for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:24:16.597863 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2cadd3-0097-47ff-9933-718bd5186df5 None None] Routers {'10c37b11-8fa3-41e9-9015-82c6d26b6adf'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:16.599057 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-2c2cadd3-0097-47ff-9933-718bd5186df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:24:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['10c37b11-8fa3-41e9-9015-82c6d26b6adf'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:16.634419 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Deleting port 7561afe5-4796-4d92-8bac-abb4064749cc {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:16.634781 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:16.746125 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-2c2cadd3-0097-47ff-9933-718bd5186df5 None None] Set router 10c37b11-8fa3-41e9-9015-82c6d26b6adf gateway port host: None {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:16.754340 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] For port 7561afe5-4796-4d92-8bac-abb4064749cc, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=7561afe5-4796-4d92-8bac-abb4064749cc,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:16.754726 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:16.849304 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-2c2cadd3-0097-47ff-9933-718bd5186df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'name': 'tempest-TestMinimumBasicScenario-2075436103-router', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:46Z', 'updated_at': '2021-05-18T06:24:16Z', 'revision_number': 6, 'project_id': '57ae965ff185438fbea74cb5fa70ff48', 'gw_port_host': None}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:16.853073 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2cadd3-0097-47ff-9933-718bd5186df5 None None] The sync data for ids ['10c37b11-8fa3-41e9-9015-82c6d26b6adf'] in dv-cinder-784623-10-smb is: [{'id': '10c37b11-8fa3-41e9-9015-82c6d26b6adf', 'name': 'tempest-TestMinimumBasicScenario-2075436103-router', 'tenant_id': '57ae965ff185438fbea74cb5fa70ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:46Z', 'updated_at': '2021-05-18T06:24:16Z', 'revision_number': 6, 'project_id': '57ae965ff185438fbea74cb5fa70ff48', 'gw_port_host': None}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:24:16.876638 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Calling delete_port for 7561afe5-4796-4d92-8bac-abb4064749cc owned by network:router_gateway {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:17.135614 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:17.139047 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:17.184192 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7561afe5-4796-4d92-8bac-abb4064749cc,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:17.186660 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:17.283295 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683244'] for router_gateway, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:17.361595 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae541b0-83d6-4746-903b-86f9df60961f req-657e691b-4b33-45d1-bcf7-e4ecb2dbdb65 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:17.367141 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7ae541b0-83d6-4746-903b-86f9df60961f req-657e691b-4b33-45d1-bcf7-e4ecb2dbdb65 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 943 time: 0.0871260 May 18 06:24:17.409129 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7ae541b0-83d6-4746-903b-86f9df60961f req-3aeeb751-10fd-41cf-9bc8-c6ce226e4798 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=375af232-df6c-4dcf-bc0a-8c8d78a74707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390897 May 18 06:24:17.453607 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14095'] for router, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:17.455731 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:17.615827 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683028'] for router, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:17.616274 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10c37b11-8fa3-41e9-9015-82c6d26b6adf {{(pid=78806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:24:17.637860 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] Notify callbacks [] for router, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:17.638969 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-fe08a4dd-703a-4b44-bdb1-86e0dd6d96ad admin admin] 10.222.0.10 "DELETE /v2.0/routers/10c37b11-8fa3-41e9-9015-82c6d26b6adf HTTP/1.1" status: 204 len: 168 time: 1.5096989 May 18 06:24:17.641496 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49474) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:17.643438 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device dd527bcf-d412-44f2-be5c-6c9e37b70e93 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:24:17.706168 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e167230-0595-48f2-a70b-5af98b2aae38 admin admin] Deleting subnet 6c2fe33d-5c71-41eb-a124-c97c4fb97d0f {{(pid=78806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:24:17.710211 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4e167230-0595-48f2-a70b-5af98b2aae38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:17.733246 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device a5490e81-d211-4b14-a1b0-226d4bb37f20 no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:17.759998 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4e167230-0595-48f2-a70b-5af98b2aae38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3782833'] for subnet, precommit_delete_associations {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:17.777405 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: a5490e81-d211-4b14-a1b0-226d4bb37f20 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:24:17.777749 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device a5490e81-d211-4b14-a1b0-226d4bb37f20 not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:24:17.778165 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 7561afe5-4796-4d92-8bac-abb4064749cc no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:17.815446 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 7561afe5-4796-4d92-8bac-abb4064749cc {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:24:17.815797 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 7561afe5-4796-4d92-8bac-abb4064749cc not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:24:17.860462 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port dd527bcf-d412-44f2-be5c-6c9e37b70e93, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dd527bcf-d412-44f2-be5c-6c9e37b70e93,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:17.875769 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'port_id': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93', 'mac_address': 'fa:16:3e:d2:34:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:24:17.883442 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4e167230-0595-48f2-a70b-5af98b2aae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:17.936187 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:17.959555 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd527bcf-d412-44f2-be5c-6c9e37b70e93 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:24:17.978072 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port dd527bcf-d412-44f2-be5c-6c9e37b70e93, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dd527bcf-d412-44f2-be5c-6c9e37b70e93,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:17.982066 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:17.984261 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:18.051016 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=dd527bcf-d412-44f2-be5c-6c9e37b70e93,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:18.054127 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:18.134118 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4e167230-0595-48f2-a70b-5af98b2aae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3007564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126337'] for subnet, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.138551 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:18.170847 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e167230-0595-48f2-a70b-5af98b2aae38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2fe33d-5c71-41eb-a124-c97c4fb97d0f,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:18.173794 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-4e167230-0595-48f2-a70b-5af98b2aae38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:18.174732 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4e167230-0595-48f2-a70b-5af98b2aae38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.180465 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-4e167230-0595-48f2-a70b-5af98b2aae38 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6c2fe33d-5c71-41eb-a124-c97c4fb97d0f HTTP/1.1" status: 204 len: 168 time: 0.5379696 May 18 06:24:18.180857 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75204aa-2d63-4402-aef6-9e769bd618b9 None None] Network a4105543-222b-4251-aefa-3ef3a5c01bda requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:24:18.182838 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49478) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:18.286839 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.338996 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['dd527bcf-d412-44f2-be5c-6c9e37b70e93'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:24:18.357428 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Deleting port 2317fc59-a202-4c16-8b6d-92375fb81abb {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:18.357761 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.459013 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] For port 2317fc59-a202-4c16-8b6d-92375fb81abb, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=2317fc59-a202-4c16-8b6d-92375fb81abb,segment=NetworkSegment(b28cf995-0fed-4433-82e2-4c95e316b31e),segment_id=b28cf995-0fed-4433-82e2-4c95e316b31e)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:18.459484 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.578723 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c203d62a-fe1f-48d6-ba31-b7e4e5edcc2b None None] DHCP port deletion for a4105543-222b-4251-aefa-3ef3a5c01bda request from dv-cinder-784623-10-smb {{(pid=78808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:24:18.586956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Calling delete_port for 2317fc59-a202-4c16-8b6d-92375fb81abb owned by network:dhcp {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:18.605037 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f8a5f-4e5d-4de2-baf9-cc2c9b64049e req-7487c8f0-60fa-477b-8f9c-f561ca2aa292 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:18.606486 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-710f8a5f-4e5d-4de2-baf9-cc2c9b64049e req-7487c8f0-60fa-477b-8f9c-f561ca2aa292 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 944 time: 0.0879860 May 18 06:24:18.639025 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.646747 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-c203d62a-fe1f-48d6-ba31-b7e4e5edcc2b None None] Deleting port 2317fc59-a202-4c16-8b6d-92375fb81abb {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:18.647348 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a6a25674-e869-4c1a-851d-5c6c8c349b23 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:18.647449 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c203d62a-fe1f-48d6-ba31-b7e4e5edcc2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.654663 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-710f8a5f-4e5d-4de2-baf9-cc2c9b64049e req-7f431fed-d3f4-4756-b298-56175c7aa529 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=375af232-df6c-4dcf-bc0a-8c8d78a74707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421038 May 18 06:24:18.691241 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2317fc59-a202-4c16-8b6d-92375fb81abb,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:18.693107 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] No DVR routers for this DVR port 2317fc59-a202-4c16-8b6d-92375fb81abb on host dv-cinder-784623-10-smb {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:24:18.694515 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:18.744103 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-c203d62a-fe1f-48d6-ba31-b7e4e5edcc2b None None] For port 2317fc59-a202-4c16-8b6d-92375fb81abb, host dv-cinder-784623-10-smb, got binding levels [] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:18.744497 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c203d62a-fe1f-48d6-ba31-b7e4e5edcc2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.804884 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.817156 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4105543-222b-4251-aefa-3ef3a5c01bda']}} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:18.829168 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28cf995-0fed-4433-82e2-4c95e316b31e') {'for_net_delete': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:18.829457 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28cf995-0fed-4433-82e2-4c95e316b31e') {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:18.840892 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782846'] for segment, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.857419 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.862458 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-c203d62a-fe1f-48d6-ba31-b7e4e5edcc2b None None] Calling delete_port for 2317fc59-a202-4c16-8b6d-92375fb81abb owned by network:dhcp {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:18.864192 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=78806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:24:18.864849 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3007722'] for segment, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.866212 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.ipam_backend_mixin [None req-c203d62a-fe1f-48d6-ba31-b7e4e5edcc2b None None] Port 2317fc59-a202-4c16-8b6d-92375fb81abb was not found and therefore no delete operation was performed {{(pid=78808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 18 06:24:18.867591 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c203d62a-fe1f-48d6-ba31-b7e4e5edcc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.872356 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-1d82e1a3-d50c-4168-8f80-c4c20dd921a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: Traceback (most recent call last): May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: timer() May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: cb(*args, **kw) May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: return func(*args, **kwargs) May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: self._notify() May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: self.callback(batched_events) May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: event.method(event) May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: return f(self, *a, **k) May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: return self._get(url).json() May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: return self.request(url, 'GET', **kwargs) May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:24:18.879484 dv-cinder-784623-10-smb neutron-server[78806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:24:18.917023 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203d62a-fe1f-48d6-ba31-b7e4e5edcc2b None None] Pushing event deleted for resources: {'Port': ['ID=2317fc59-a202-4c16-8b6d-92375fb81abb,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:18.919950 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-c203d62a-fe1f-48d6-ba31-b7e4e5edcc2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:18.920768 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c203d62a-fe1f-48d6-ba31-b7e4e5edcc2b None None] No DVR routers for this DVR port 2317fc59-a202-4c16-8b6d-92375fb81abb on host dv-cinder-784623-10-smb {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:24:18.963526 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.969673 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.972074 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ef861adc-d410-42b1-bc68-8a2673ab7a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:18.994451 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4105543-222b-4251-aefa-3ef3a5c01bda,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:18.996736 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:19.000833 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-7c6e327f-5457-494c-9cd2-826b34c70ca9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a4105543-222b-4251-aefa-3ef3a5c01bda HTTP/1.1" status: 204 len: 168 time: 0.8171015 May 18 06:24:19.171747 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49488) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:19.219354 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-2bb77188-f848-4761-9c63-469c7f353134 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a6ed2f5bbbc4f1593ecc5a4ed8d5177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463977 May 18 06:24:19.221772 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49492) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:19.355577 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-68fb81d0-db2c-405c-b34e-52192476fd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:19.382352 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-68fb81d0-db2c-405c-b34e-52192476fd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:19.433687 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-68fb81d0-db2c-405c-b34e-52192476fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:19.438357 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b4c9f1e7-0632-4152-8417-bbaf0607b10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:19.451164 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb81d0-db2c-405c-b34e-52192476fd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a1f48c-642b-4038-a340-236d63ceee7c,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:19.454892 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-68fb81d0-db2c-405c-b34e-52192476fd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:19.458538 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-68fb81d0-db2c-405c-b34e-52192476fd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:19.462078 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-68fb81d0-db2c-405c-b34e-52192476fd52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5a1f48c-642b-4038-a340-236d63ceee7c HTTP/1.1" status: 204 len: 168 time: 0.2369909 May 18 06:24:19.529849 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 2317fc59-a202-4c16-8b6d-92375fb81abb no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:19.564611 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 2317fc59-a202-4c16-8b6d-92375fb81abb {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:24:19.565041 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 2317fc59-a202-4c16-8b6d-92375fb81abb not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:24:19.656971 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device dd527bcf-d412-44f2-be5c-6c9e37b70e93 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:24:19.725422 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port dd527bcf-d412-44f2-be5c-6c9e37b70e93 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:24:19.730650 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port dd527bcf-d412-44f2-be5c-6c9e37b70e93 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:24:19.731093 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:19.830531 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49504) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:19.850230 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33429b4d-4543-4d6e-82e4-a1e2f14c82ca req-5b4df4a9-6700-4720-81ea-21d7dbde6951 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:19.853562 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:19.856366 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-33429b4d-4543-4d6e-82e4-a1e2f14c82ca req-5b4df4a9-6700-4720-81ea-21d7dbde6951 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 944 time: 0.0886526 May 18 06:24:19.879889 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-6c7f06ee-f73f-4380-acef-d7433151c347 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57ae965ff185438fbea74cb5fa70ff48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480211 May 18 06:24:19.882459 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 49508) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:19.887838 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939c0e5f-63f9-40c7-baf1-2d5d4c5ea392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:24:19.899305 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port dd527bcf-d412-44f2-be5c-6c9e37b70e93, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dd527bcf-d412-44f2-be5c-6c9e37b70e93,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:19.904331 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-33429b4d-4543-4d6e-82e4-a1e2f14c82ca req-0e9757b7-193e-4949-81ba-f83b9c300ee8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=375af232-df6c-4dcf-bc0a-8c8d78a74707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458179 May 18 06:24:19.904565 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:19.907974 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:19.946341 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-bd309a26-6c1f-4054-9744-da0ead80e06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:19.970201 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939c0e5f-63f9-40c7-baf1-2d5d4c5ea392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93', 'code': 200} May 18 06:24:19.981958 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-bd309a26-6c1f-4054-9744-da0ead80e06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:19.994576 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=dd527bcf-d412-44f2-be5c-6c9e37b70e93,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:19.998391 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:20.043058 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-bd309a26-6c1f-4054-9744-da0ead80e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:20.047908 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b7369627-e08b-4a66-9077-2a5ea7adaa4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:20.060878 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd309a26-6c1f-4054-9744-da0ead80e06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307d9656-c9c7-44d3-9a74-7e2be12d1d49,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:20.063666 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-bd309a26-6c1f-4054-9744-da0ead80e06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:20.064615 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-bd309a26-6c1f-4054-9744-da0ead80e06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:20.068743 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-bd309a26-6c1f-4054-9744-da0ead80e06b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/307d9656-c9c7-44d3-9a74-7e2be12d1d49 HTTP/1.1" status: 204 len: 168 time: 0.1822851 May 18 06:24:20.187483 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d80333-ae58-4d00-b16a-b7c507c3c642 req-26d90161-6d5e-4012-994b-5001de5e4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:20.188961 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-68d80333-ae58-4d00-b16a-b7c507c3c642 req-26d90161-6d5e-4012-994b-5001de5e4f15 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 1098 time: 0.0693076 May 18 06:24:20.231270 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-68d80333-ae58-4d00-b16a-b7c507c3c642 req-bf5d622b-2e9b-4abb-8d81-9ee7c5cdfc8d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=375af232-df6c-4dcf-bc0a-8c8d78a74707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351672 May 18 06:24:21.099556 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeba672-0623-402a-8d14-56e517d5a574 req-0de32a1d-d47d-40e6-9cb0-3499b5e0ecd3 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:21.101000 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6eeba672-0623-402a-8d14-56e517d5a574 req-0de32a1d-d47d-40e6-9cb0-3499b5e0ecd3 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 945 time: 0.0788031 May 18 06:24:21.144030 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6eeba672-0623-402a-8d14-56e517d5a574 req-2bc69f51-77d7-4e92-b4fe-ce91ba467feb tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=375af232-df6c-4dcf-bc0a-8c8d78a74707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373034 May 18 06:24:22.327970 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b450d-22d2-4817-aeb7-603d85a71067 req-035359cf-24ad-42d7-b201-e24439a719d8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:22.329332 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7b8b450d-22d2-4817-aeb7-603d85a71067 req-035359cf-24ad-42d7-b201-e24439a719d8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 945 time: 0.0812335 May 18 06:24:22.373473 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7b8b450d-22d2-4817-aeb7-603d85a71067 req-079c165e-8e99-4b2b-a58f-91753b3c03a9 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=375af232-df6c-4dcf-bc0a-8c8d78a74707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382850 May 18 06:24:22.547242 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b414c-6aba-4fcc-b0c7-b06f64d49f19 req-5bc243f7-e41f-4201-b828-c180d2c1971f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:22.548684 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-bd7b414c-6aba-4fcc-b0c7-b06f64d49f19 req-5bc243f7-e41f-4201-b828-c180d2c1971f tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 945 time: 0.0785401 May 18 06:24:22.557065 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 49526) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:22.561975 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-14a75e3f-17e3-477c-bad0-0bb37cb8631a tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Request body: {'floatingip': {'port_id': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:22.637774 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-14a75e3f-17e3-477c-bad0-0bb37cb8631a tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:23.212521 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-14a75e3f-17e3-477c-bad0-0bb37cb8631a tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:23.216356 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-14a75e3f-17e3-477c-bad0-0bb37cb8631a tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:23.478459 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.l3_db [None req-14a75e3f-17e3-477c-bad0-0bb37cb8631a tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Floating IP 0cfbc6ed-3323-415d-97e9-53e4ba7a2e17 associated. External IP: 172.28.2.130, port: dd527bcf-d412-44f2-be5c-6c9e37b70e93. May 18 06:24:23.816806 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a75e3f-17e3-477c-bad0-0bb37cb8631a tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Router 978e21b9-9595-4fd7-ab7b-a20cf68be80e has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:24:23.988662 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a75e3f-17e3-477c-bad0-0bb37cb8631a tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:24:23.994172 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-14a75e3f-17e3-477c-bad0-0bb37cb8631a tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:24.000114 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e108f-ca28-4acb-8c17-f2d02cd50f81 None None] Sync routers for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:24:24.022379 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e108f-ca28-4acb-8c17-f2d02cd50f81 None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:24.023012 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-143e108f-ca28-4acb-8c17-f2d02cd50f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:24:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:24.054172 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-14a75e3f-17e3-477c-bad0-0bb37cb8631a tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "PUT /v2.0/floatingips/0cfbc6ed-3323-415d-97e9-53e4ba7a2e17 HTTP/1.1" status: 200 len: 991 time: 1.4960678 May 18 06:24:24.054961 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939c0e5f-63f9-40c7-baf1-2d5d4c5ea392', 'tag': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:24:24.144428 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939c0e5f-63f9-40c7-baf1-2d5d4c5ea392', 'tag': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93', 'status': 'completed', 'code': 200} May 18 06:24:24.211140 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-143e108f-ca28-4acb-8c17-f2d02cd50f81 None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:24.240292 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6202ed-56ea-4b46-95ec-3f588c90df54 req-fd077363-e93e-4d26-97ca-96a2d7f9c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:24.241807 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad6202ed-56ea-4b46-95ec-3f588c90df54 req-fd077363-e93e-4d26-97ca-96a2d7f9c253 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f834aee473dd4b68b11e9ea8eb94614b&device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 1098 time: 0.0726695 May 18 06:24:24.370243 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6202ed-56ea-4b46-95ec-3f588c90df54 req-25e21f2c-4ccc-483f-a7a9-fd2179fc129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:24.371554 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad6202ed-56ea-4b46-95ec-3f588c90df54 req-25e21f2c-4ccc-483f-a7a9-fd2179fc129d service neutron] 10.222.0.39 "GET /v2.0/networks?id=35e6311d-ad34-4c28-8e8c-cb843c53a901 HTTP/1.1" status: 200 len: 910 time: 0.1236179 May 18 06:24:24.473053 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad6202ed-56ea-4b46-95ec-3f588c90df54 req-afd54e12-6d67-4b01-8811-cb98aaab6ca5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd527bcf-d412-44f2-be5c-6c9e37b70e93 HTTP/1.1" status: 200 len: 999 time: 0.0952096 May 18 06:24:24.534538 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6202ed-56ea-4b46-95ec-3f588c90df54 req-4b6d09f4-e177-43fa-bff4-645994552acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:24.535953 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad6202ed-56ea-4b46-95ec-3f588c90df54 req-4b6d09f4-e177-43fa-bff4-645994552acf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44a1e5f8-6f01-488d-b18f-cc75d3335fda HTTP/1.1" status: 200 len: 849 time: 0.0567143 May 18 06:24:24.588236 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-143e108f-ca28-4acb-8c17-f2d02cd50f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': '0cfbc6ed-3323-415d-97e9-53e4ba7a2e17', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'floating_ip_address': '172.28.2.130', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'port_id': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'mac_address': 'fa:16:3e:d2:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939c0e5f-63f9-40c7-baf1-2d5d4c5ea392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:24:06Z', 'updated_at': '2021-05-18T06:24:23Z', 'revision_number': 1, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:05Z', 'revision_number': 5, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:24.592167 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e108f-ca28-4acb-8c17-f2d02cd50f81 None None] Checking router: 978e21b9-9595-4fd7-ab7b-a20cf68be80e for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:24:24.600619 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e108f-ca28-4acb-8c17-f2d02cd50f81 None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:24.601350 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-143e108f-ca28-4acb-8c17-f2d02cd50f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:24:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:24.607242 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6202ed-56ea-4b46-95ec-3f588c90df54 req-82e9ed8b-be2e-4191-90f4-a42a65835d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:24.608690 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad6202ed-56ea-4b46-95ec-3f588c90df54 req-82e9ed8b-be2e-4191-90f4-a42a65835d25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35e6311d-ad34-4c28-8e8c-cb843c53a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0666509 May 18 06:24:24.736892 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad6202ed-56ea-4b46-95ec-3f588c90df54 req-58c7dcfa-8ac6-4b25-b513-b313d8e5271f service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207633 May 18 06:24:24.778495 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-143e108f-ca28-4acb-8c17-f2d02cd50f81 None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:24.867488 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad6202ed-56ea-4b46-95ec-3f588c90df54 req-60583fbe-f4b6-4b4d-a24c-36f58bb068c1 service neutron] 10.222.0.39 "GET /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249585 May 18 06:24:25.113058 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-143e108f-ca28-4acb-8c17-f2d02cd50f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': '0cfbc6ed-3323-415d-97e9-53e4ba7a2e17', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'floating_ip_address': '172.28.2.130', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'port_id': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'mac_address': 'fa:16:3e:d2:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939c0e5f-63f9-40c7-baf1-2d5d4c5ea392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:24:06Z', 'updated_at': '2021-05-18T06:24:23Z', 'revision_number': 1, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:05Z', 'revision_number': 5, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:25.117058 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e108f-ca28-4acb-8c17-f2d02cd50f81 None None] The sync data for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb is: [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': '0cfbc6ed-3323-415d-97e9-53e4ba7a2e17', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'floating_ip_address': '172.28.2.130', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'port_id': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'mac_address': 'fa:16:3e:d2:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939c0e5f-63f9-40c7-baf1-2d5d4c5ea392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:24:06Z', 'updated_at': '2021-05-18T06:24:23Z', 'revision_number': 1, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:05Z', 'revision_number': 5, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:24:25.297495 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb3750-ce78-453b-b4a6-3f4a905cd610 None None] New status for floating IP 0cfbc6ed-3323-415d-97e9-53e4ba7a2e17: ACTIVE {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:24:33.035062 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:34.451116 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:24:37.040111 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-77c6f13d-815d-4475-9f80-691a99c61484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:39.961055 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:40.109971 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1cbdb872-1ae5-476c-905b-02dfc12a41b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:40.797029 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:42.081263 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:01.666522 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8444b35c-58f2-4aac-97bc-3933365ae90d req-ec145802-dad4-495f-a8ae-2d810c6d9b1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719283 May 18 06:25:01.806902 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444b35c-58f2-4aac-97bc-3933365ae90d req-3261e300-a7c5-4c65-abb9-62d7ad5f1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:01.808283 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8444b35c-58f2-4aac-97bc-3933365ae90d req-3261e300-a7c5-4c65-abb9-62d7ad5f1980 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 1098 time: 0.0685577 May 18 06:25:01.949068 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444b35c-58f2-4aac-97bc-3933365ae90d req-9d477083-ef59-4bd0-97a1-c6a79a73e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:01.950472 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8444b35c-58f2-4aac-97bc-3933365ae90d req-9d477083-ef59-4bd0-97a1-c6a79a73e8d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 917 time: 0.1238558 May 18 06:25:02.050802 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8444b35c-58f2-4aac-97bc-3933365ae90d req-3b56eba2-eb15-4876-8647-878fbd351ab7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91123536-5135-4a3c-aae3-25523e553fb7 HTTP/1.1" status: 200 len: 1000 time: 0.0935354 May 18 06:25:02.112420 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444b35c-58f2-4aac-97bc-3933365ae90d req-d8837ba3-c021-447c-90ce-bab4003841e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:02.113657 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8444b35c-58f2-4aac-97bc-3933365ae90d req-d8837ba3-c021-447c-90ce-bab4003841e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04f3d7da-6d97-479e-89c5-48a24fca53b8 HTTP/1.1" status: 200 len: 856 time: 0.0570827 May 18 06:25:02.187579 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444b35c-58f2-4aac-97bc-3933365ae90d req-3364aba7-c457-4f26-86bc-829fe71d82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:02.189072 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8444b35c-58f2-4aac-97bc-3933365ae90d req-3364aba7-c457-4f26-86bc-829fe71d82e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0691590 May 18 06:25:02.399792 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8444b35c-58f2-4aac-97bc-3933365ae90d req-bb3d12ce-19e1-4ee0-a8ce-86eac0a59260 service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042441 May 18 06:25:02.526524 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8444b35c-58f2-4aac-97bc-3933365ae90d req-108d0e5e-7daa-41f4-b0e2-76e4973c535c service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200562 May 18 06:25:03.038769 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:07.040584 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-4fdd8c71-dedc-44c0-98e1-517d32dda1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:09.963805 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.110062 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7e6f-3d23-4f00-8975-da168a1d0d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.800097 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:11.451099 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:25:12.084245 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:25.388496 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8054a34-8abb-4ec7-be3b-8095bf804446 req-7b7a501a-6f9c-47e4-8f1a-44c1ef1adac7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:25.389852 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c8054a34-8abb-4ec7-be3b-8095bf804446 req-7b7a501a-6f9c-47e4-8f1a-44c1ef1adac7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0789533 May 18 06:25:25.434107 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c8054a34-8abb-4ec7-be3b-8095bf804446 req-ce2b7283-b847-4859-9d44-42db1e89fe43 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386004 May 18 06:25:26.619182 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d47591-20b3-4837-b9fa-0e38f2d0dc17 req-f9415aa8-e434-4791-9569-ab84f4cbe4e3 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:26.620608 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-21d47591-20b3-4837-b9fa-0e38f2d0dc17 req-f9415aa8-e434-4791-9569-ab84f4cbe4e3 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0805070 May 18 06:25:26.664190 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-21d47591-20b3-4837-b9fa-0e38f2d0dc17 req-4814bef1-1d1f-4a5b-89fe-dc2f0a115885 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377884 May 18 06:25:27.849654 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd309a-a361-408f-9230-8fd52a3ef6f5 req-4ddea90e-f803-4fb2-9ffe-c1401ecc2481 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:27.850957 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-32dd309a-a361-408f-9230-8fd52a3ef6f5 req-4ddea90e-f803-4fb2-9ffe-c1401ecc2481 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0769472 May 18 06:25:27.897476 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-32dd309a-a361-408f-9230-8fd52a3ef6f5 req-92f33932-92cd-454f-b4f4-563caec3cb0d tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410094 May 18 06:25:29.079869 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4e567-85b5-4a72-bb1d-9fc7a4d834b6 req-95506dfe-84b2-46c7-b68c-d40d8d380e58 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:29.081307 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f5a4e567-85b5-4a72-bb1d-9fc7a4d834b6 req-95506dfe-84b2-46c7-b68c-d40d8d380e58 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0775979 May 18 06:25:29.124693 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f5a4e567-85b5-4a72-bb1d-9fc7a4d834b6 req-01b8b2d7-2344-4482-a3ec-98c93ba2284f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371478 May 18 06:25:30.319354 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853ab15-31e5-4098-991c-2d3c6bf41a1a req-36931e63-29cf-4488-bff6-f2ed73646299 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:30.320839 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2853ab15-31e5-4098-991c-2d3c6bf41a1a req-36931e63-29cf-4488-bff6-f2ed73646299 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0832989 May 18 06:25:30.365509 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-2853ab15-31e5-4098-991c-2d3c6bf41a1a req-bf82cbee-0fa0-4d0b-b37a-b52d90242382 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390685 May 18 06:25:31.552931 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818295f-07b5-4e88-b67c-d8927b47dd25 req-3b870e55-24ca-4c3f-aa5d-2169782b906d tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:31.554343 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4818295f-07b5-4e88-b67c-d8927b47dd25 req-3b870e55-24ca-4c3f-aa5d-2169782b906d tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0779049 May 18 06:25:31.601071 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4818295f-07b5-4e88-b67c-d8927b47dd25 req-f3e451f3-ac5c-48a3-a9b3-c322fc13445e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410128 May 18 06:25:32.783722 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879fcca-a964-43af-83f1-b30f66b327d1 req-93cb390d-60db-4254-bbfd-10daf3808c25 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:32.785053 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c879fcca-a964-43af-83f1-b30f66b327d1 req-93cb390d-60db-4254-bbfd-10daf3808c25 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0769928 May 18 06:25:32.828517 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c879fcca-a964-43af-83f1-b30f66b327d1 req-3bb4c354-d647-4aff-832c-c0de0063ae4b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372312 May 18 06:25:33.044551 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:34.107921 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c5277-fb50-4fc4-b7e4-ec32146299a9 req-c60edf32-5d7d-43e3-b1d5-abc6671a2d75 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:34.109376 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9e2c5277-fb50-4fc4-b7e4-ec32146299a9 req-c60edf32-5d7d-43e3-b1d5-abc6671a2d75 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.1739650 May 18 06:25:34.152834 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9e2c5277-fb50-4fc4-b7e4-ec32146299a9 req-ef923f5b-7a56-42c6-96ee-55a54583d7b1 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377061 May 18 06:25:35.342330 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013d748-73ff-4a58-a448-eb217e9d2002 req-f4f243f1-5d59-4b55-ba54-15ecd17bec76 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:35.343796 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8013d748-73ff-4a58-a448-eb217e9d2002 req-f4f243f1-5d59-4b55-ba54-15ecd17bec76 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0797174 May 18 06:25:35.393124 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8013d748-73ff-4a58-a448-eb217e9d2002 req-08bb16fd-8629-4eb2-b680-3f13e2c4c478 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434382 May 18 06:25:36.577296 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecedd1d-2867-45b1-b9dc-0e56902b2ddb req-a53e82c8-a4e0-4aad-a54f-2a05fbd23cd5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:36.578727 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-aecedd1d-2867-45b1-b9dc-0e56902b2ddb req-a53e82c8-a4e0-4aad-a54f-2a05fbd23cd5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0789161 May 18 06:25:36.622281 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-aecedd1d-2867-45b1-b9dc-0e56902b2ddb req-cca6d678-9a31-4a84-a379-9b1ce0794afa tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373352 May 18 06:25:37.041998 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-234cd77c-525f-4c95-9107-13c006e9939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:37.808350 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d1abe-c1d9-47bd-8c39-a7f7e51ad813 req-f599569a-fd16-4d99-a109-6bcdb978c4c8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:37.809675 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6d3d1abe-c1d9-47bd-8c39-a7f7e51ad813 req-f599569a-fd16-4d99-a109-6bcdb978c4c8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0811975 May 18 06:25:37.853532 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6d3d1abe-c1d9-47bd-8c39-a7f7e51ad813 req-2dc623a2-1fcf-40da-b942-8f56719f4e02 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383234 May 18 06:25:39.040435 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aea069-2032-42a9-a452-41b273fd8a11 req-a06c4b1f-632e-46d5-b9d6-cd69995b7307 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:39.041846 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-59aea069-2032-42a9-a452-41b273fd8a11 req-a06c4b1f-632e-46d5-b9d6-cd69995b7307 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0783048 May 18 06:25:39.088233 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-59aea069-2032-42a9-a452-41b273fd8a11 req-a3833a47-041d-4e3c-9217-9acf232fc81c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407324 May 18 06:25:39.965530 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:40.110444 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e0bd7c87-4352-4659-b1b2-fdae5cc1d597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:40.272354 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde96316-4d39-4b97-ab85-89b8d0643712 req-4447e326-ec21-4b91-a40d-d6d5ff8a5003 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:40.273672 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fde96316-4d39-4b97-ab85-89b8d0643712 req-4447e326-ec21-4b91-a40d-d6d5ff8a5003 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0775201 May 18 06:25:40.317569 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fde96316-4d39-4b97-ab85-89b8d0643712 req-2c9678e5-0bbb-41b8-9cd7-41d82ec72eef tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383918 May 18 06:25:40.803751 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:41.504789 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11ae70-3cae-45ba-a493-05c044b8f86d req-47e82dd1-f142-4449-8273-43127d5649d8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:41.506800 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cb11ae70-3cae-45ba-a493-05c044b8f86d req-47e82dd1-f142-4449-8273-43127d5649d8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0837777 May 18 06:25:41.555037 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-cb11ae70-3cae-45ba-a493-05c044b8f86d req-0428c286-c8e8-47fc-a89d-c2fe5478105e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410573 May 18 06:25:42.086346 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:42.745486 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50928e8-483b-4091-baaf-271bc916a151 req-b93c1fc3-a40b-4130-8855-25cc62d97be1 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:42.746912 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f50928e8-483b-4091-baaf-271bc916a151 req-b93c1fc3-a40b-4130-8855-25cc62d97be1 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0790358 May 18 06:25:42.794104 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f50928e8-483b-4091-baaf-271bc916a151 req-b47637ed-7da6-4c55-bb9e-164294a83abd tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412452 May 18 06:25:43.980760 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dc2ff-1598-4725-a913-059e9b1f51dc req-a65a51f9-2bab-421e-b9e1-4770322e2f01 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:43.982180 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-941dc2ff-1598-4725-a913-059e9b1f51dc req-a65a51f9-2bab-421e-b9e1-4770322e2f01 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0791926 May 18 06:25:44.026767 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-941dc2ff-1598-4725-a913-059e9b1f51dc req-3e9fbe7d-e5fd-4b17-ae0c-ac7ecacfd8c0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388291 May 18 06:25:44.103070 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 91123536-5135-4a3c-aae3-25523e553fb7 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:25:44.231082 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 91123536-5135-4a3c-aae3-25523e553fb7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91123536-5135-4a3c-aae3-25523e553fb7,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:25:44.244121 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '91123536-5135-4a3c-aae3-25523e553fb7', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'port_id': '91123536-5135-4a3c-aae3-25523e553fb7', 'mac_address': 'fa:16:3e:82:7e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:25:44.299788 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:44.316271 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91123536-5135-4a3c-aae3-25523e553fb7 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:25:44.331435 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 91123536-5135-4a3c-aae3-25523e553fb7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91123536-5135-4a3c-aae3-25523e553fb7,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:25:44.335450 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:44.337256 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:44.399982 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=91123536-5135-4a3c-aae3-25523e553fb7,revision_number=6']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:44.406890 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:44.407233 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:44.407571 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:44.407901 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:44.408255 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:44.408585 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:44.408909 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:44.409231 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:44.409554 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:44.409872 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:44.410189 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:44.410508 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:44.414216 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:44.485641 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['91123536-5135-4a3c-aae3-25523e553fb7'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:25:45.216259 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b92536-cdfa-4cb5-b933-c610135e08c1 req-0acc0adb-fe6f-42ae-b97a-799a6965c5f6 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:45.217681 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-40b92536-cdfa-4cb5-b933-c610135e08c1 req-0acc0adb-fe6f-42ae-b97a-799a6965c5f6 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 944 time: 0.0819223 May 18 06:25:45.261168 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-40b92536-cdfa-4cb5-b933-c610135e08c1 req-dff1d41a-8863-4d21-812d-c5e2f94479f3 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378647 May 18 06:25:46.107161 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 91123536-5135-4a3c-aae3-25523e553fb7 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:25:46.173147 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 91123536-5135-4a3c-aae3-25523e553fb7 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:25:46.173523 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:46.343333 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:46.371861 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:25:46.381820 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 91123536-5135-4a3c-aae3-25523e553fb7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91123536-5135-4a3c-aae3-25523e553fb7,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:25:46.386737 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:46.388584 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:46.418808 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7', 'code': 200} May 18 06:25:46.455588 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=91123536-5135-4a3c-aae3-25523e553fb7,revision_number=7']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:46.459069 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:46.461109 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036c780-e27a-4735-a815-ff29a5cac354 req-5b7f0e2d-e9f4-493a-b3bf-fb5c1a76f6ad tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:46.462745 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6036c780-e27a-4735-a815-ff29a5cac354 req-5b7f0e2d-e9f4-493a-b3bf-fb5c1a76f6ad tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0837820 May 18 06:25:46.510673 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6036c780-e27a-4735-a815-ff29a5cac354 req-29986410-eb3d-4bf7-875c-102d3a1027fc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421348 May 18 06:25:47.706483 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d684bc-8f1e-40eb-a2d7-d325a68b2851 req-65945aac-0147-4372-8233-07c4c8d3ee8a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:47.707943 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d6d684bc-8f1e-40eb-a2d7-d325a68b2851 req-65945aac-0147-4372-8233-07c4c8d3ee8a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0855715 May 18 06:25:47.758445 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-d6d684bc-8f1e-40eb-a2d7-d325a68b2851 req-6301daca-a6f3-4221-b2ac-ac96526760d0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419285 May 18 06:25:48.450550 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:25:49.012014 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef507cf-5d28-47f1-be9b-0fdee9a9be14 req-c0353fce-36ca-45a6-9d77-9e0f915a5f5b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:49.023021 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fef507cf-5d28-47f1-be9b-0fdee9a9be14 req-c0353fce-36ca-45a6-9d77-9e0f915a5f5b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.1327724 May 18 06:25:49.095235 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fef507cf-5d28-47f1-be9b-0fdee9a9be14 req-481930fe-09c8-4f90-9419-954df7559487 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519254 May 18 06:25:50.303242 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153a2e-fd44-44f2-8500-e847bb4fd9ff req-1f3915e0-073d-4354-aef6-231084a826d1 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:50.305503 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-61153a2e-fd44-44f2-8500-e847bb4fd9ff req-1f3915e0-073d-4354-aef6-231084a826d1 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0816433 May 18 06:25:50.350953 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-61153a2e-fd44-44f2-8500-e847bb4fd9ff req-bb959428-9318-48c2-8829-3764be918ed8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395129 May 18 06:25:51.553767 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825adce-1727-4c43-a98b-5d95c6bd72e2 req-cbe84e29-4fd5-4bd5-afe4-53b6d85b090e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:51.555305 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6825adce-1727-4c43-a98b-5d95c6bd72e2 req-cbe84e29-4fd5-4bd5-afe4-53b6d85b090e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0884361 May 18 06:25:51.602999 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6825adce-1727-4c43-a98b-5d95c6bd72e2 req-93602436-317c-4c7c-b243-01f049691b7a tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416105 May 18 06:25:52.804600 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94d16f-486e-45b5-9671-5bb1203e1b1f req-a5f31680-7455-40b3-86d2-832316b9b119 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:52.805928 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1e94d16f-486e-45b5-9671-5bb1203e1b1f req-a5f31680-7455-40b3-86d2-832316b9b119 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0870669 May 18 06:25:52.852458 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1e94d16f-486e-45b5-9671-5bb1203e1b1f req-4cd9e579-7c67-4ea9-a9c1-45e82e64aece tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409346 May 18 06:25:54.077338 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7723df-ed30-48a6-ae7e-067c297609be req-c4cc32ab-9ddd-4fa2-9c56-810a2b2c5046 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:54.079416 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3a7723df-ed30-48a6-ae7e-067c297609be req-c4cc32ab-9ddd-4fa2-9c56-810a2b2c5046 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.1093903 May 18 06:25:54.126417 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3a7723df-ed30-48a6-ae7e-067c297609be req-f0e4ce38-df43-4108-bc43-7f9f84108f09 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408788 May 18 06:25:55.497757 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251f02a-3b9c-4833-91e9-36d9809a0c1e req-d21d656d-456d-4476-a82c-e5ce2e261c64 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:55.505664 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7251f02a-3b9c-4833-91e9-36d9809a0c1e req-d21d656d-456d-4476-a82c-e5ce2e261c64 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.2374654 May 18 06:25:55.562028 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-7251f02a-3b9c-4833-91e9-36d9809a0c1e req-108b58dc-681f-4b38-96fb-db9f14a70da3 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549932 May 18 06:25:55.819669 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def92a5-7486-45bb-b856-0663eb821d00 req-a0183e83-2388-4e96-9b3c-a9b8b5b32c5e tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:55.821857 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5def92a5-7486-45bb-b856-0663eb821d00 req-a0183e83-2388-4e96-9b3c-a9b8b5b32c5e tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 945 time: 0.0891912 May 18 06:25:55.880790 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5def92a5-7486-45bb-b856-0663eb821d00 req-29629b77-88db-4302-a002-a2c3b9e82465 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=375af232-df6c-4dcf-bc0a-8c8d78a74707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529261 May 18 06:25:56.749591 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48308a9-fdc6-4620-99c4-821592ede24d req-2c6e69e0-4722-423f-bcb3-0cf685566e68 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:56.751164 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b48308a9-fdc6-4620-99c4-821592ede24d req-2c6e69e0-4722-423f-bcb3-0cf685566e68 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0802412 May 18 06:25:56.798116 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b48308a9-fdc6-4620-99c4-821592ede24d req-80f7d939-efe8-4fd0-8260-3f8bf2878788 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401692 May 18 06:25:57.113951 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47347292-f536-4fc1-bd4d-857ca3af7455 req-00b1dfc4-a4e4-4b04-9eb5-66612edb88ba tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:57.115145 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-47347292-f536-4fc1-bd4d-857ca3af7455 req-00b1dfc4-a4e4-4b04-9eb5-66612edb88ba tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 945 time: 0.1019320 May 18 06:25:57.168084 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-47347292-f536-4fc1-bd4d-857ca3af7455 req-8cd11ea8-3a64-4504-b9b5-47a602129d91 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=375af232-df6c-4dcf-bc0a-8c8d78a74707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463123 May 18 06:25:57.994957 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-1a000ff4-d713-41ca-96eb-ae3fde721e90 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:57.995660 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-1a000ff4-d713-41ca-96eb-ae3fde721e90 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Synchronizing usage tracker for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:25:58.014178 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-1a000ff4-d713-41ca-96eb-ae3fde721e90 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Unset dirty status for tenant:f834aee473dd4b68b11e9ea8eb94614b on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:25:58.018020 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-1a000ff4-d713-41ca-96eb-ae3fde721e90 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.39 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 945 time: 0.1154830 May 18 06:25:58.022377 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76552d26-f53a-4ab8-b327-ab807efe9cf1 req-cf34892d-1674-4607-85b1-132a9486d3fb tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:58.030889 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-76552d26-f53a-4ab8-b327-ab807efe9cf1 req-cf34892d-1674-4607-85b1-132a9486d3fb tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0969648 May 18 06:25:58.101126 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-76552d26-f53a-4ab8-b327-ab807efe9cf1 req-077f43c9-eda7-4100-b593-5527929e2f17 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683906 May 18 06:25:58.195546 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Deleting port dd527bcf-d412-44f2-be5c-6c9e37b70e93 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:25:58.195884 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:58.326451 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] For port dd527bcf-d412-44f2-be5c-6c9e37b70e93, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dd527bcf-d412-44f2-be5c-6c9e37b70e93,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:25:58.326801 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:58.347088 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442149c-f647-49f5-89f3-74045032e1ee req-b53599a6-1f77-4708-a5b5-f1bb73f1f6c4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:58.348988 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1442149c-f647-49f5-89f3-74045032e1ee req-b53599a6-1f77-4708-a5b5-f1bb73f1f6c4 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 945 time: 0.0770414 May 18 06:25:58.393366 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1442149c-f647-49f5-89f3-74045032e1ee req-658d0c35-88b8-408f-8ee2-51bcae128de6 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups?id=375af232-df6c-4dcf-bc0a-8c8d78a74707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386643 May 18 06:25:58.607767 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:58.608067 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:58.608382 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.l3_db [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Floating IP 0cfbc6ed-3323-415d-97e9-53e4ba7a2e17 disassociated. External IP: 172.28.2.130, port: dd527bcf-d412-44f2-be5c-6c9e37b70e93. May 18 06:25:58.608713 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Calling delete_port for dd527bcf-d412-44f2-be5c-6c9e37b70e93 owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:25:58.712181 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:58.719414 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:58.770965 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event deleted for resources: {'Port': ['ID=dd527bcf-d412-44f2-be5c-6c9e37b70e93,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:58.873930 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.874212 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.874573 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.874925 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.875274 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.875625 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.875968 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.876330 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.876672 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.877009 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.877346 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.877685 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.881387 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:59.013672 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2aabe-eee9-424d-9527-ab7f8ec66396 req-1791bd60-317c-404f-b0de-cde504f56987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:59.015101 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0d2aabe-eee9-424d-9527-ab7f8ec66396 req-1791bd60-317c-404f-b0de-cde504f56987 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 1098 time: 0.1858072 May 18 06:25:59.016829 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Router 978e21b9-9595-4fd7-ab7b-a20cf68be80e has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:25:59.292305 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fe8a9-24d5-46c8-8b79-078d2e42f3c2 req-8c84b346-831c-43b8-bc58-c2494dda3d91 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:59.293793 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-086fe8a9-24d5-46c8-8b79-078d2e42f3c2 req-8c84b346-831c-43b8-bc58-c2494dda3d91 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0887635 May 18 06:25:59.339733 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-086fe8a9-24d5-46c8-8b79-078d2e42f3c2 req-f9e4f1de-6f9f-4249-8957-65e262f8285f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394027 May 18 06:25:59.404770 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2aabe-eee9-424d-9527-ab7f8ec66396 req-01843a33-5979-4812-a7d7-ef74a6d04f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:59.406095 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0d2aabe-eee9-424d-9527-ab7f8ec66396 req-01843a33-5979-4812-a7d7-ef74a6d04f86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 917 time: 0.3815053 May 18 06:25:59.410180 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:25:59.419349 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66542182-6d2a-4765-bfe6-798765cd28e9 None None] Sync routers for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:25:59.433344 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66542182-6d2a-4765-bfe6-798765cd28e9 None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:25:59.433969 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-66542182-6d2a-4765-bfe6-798765cd28e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:25:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:25:59.552329 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5473b749-eaa9-4342-95cf-7349687848ec req-205e2ce6-ce2b-4a85-a9f3-7ba9be6a8107 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/ports?device_id=939c0e5f-63f9-40c7-baf1-2d5d4c5ea392 HTTP/1.1" status: 200 len: 210 time: 0.0450008 May 18 06:25:59.557432 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] No DVR routers for this DVR port dd527bcf-d412-44f2-be5c-6c9e37b70e93 on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:25:59.560449 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:59.565914 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939c0e5f-63f9-40c7-baf1-2d5d4c5ea392', 'name': 'network-vif-deleted', 'tag': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:25:59.591182 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-3d9091c5-afd8-45c4-bb74-e8971a98e909 req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.39 "DELETE /v2.0/ports/dd527bcf-d412-44f2-be5c-6c9e37b70e93 HTTP/1.1" status: 204 len: 173 time: 1.5682364 May 18 06:25:59.596406 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0d2aabe-eee9-424d-9527-ab7f8ec66396 req-4679899f-e40f-484f-a377-da2ba258c576 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91123536-5135-4a3c-aae3-25523e553fb7 HTTP/1.1" status: 200 len: 1000 time: 0.1588688 May 18 06:25:59.638887 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-66542182-6d2a-4765-bfe6-798765cd28e9 None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:25:59.643629 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939c0e5f-63f9-40c7-baf1-2d5d4c5ea392', 'name': 'network-vif-deleted', 'tag': 'dd527bcf-d412-44f2-be5c-6c9e37b70e93', 'status': 'completed', 'code': 200} May 18 06:25:59.668080 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2aabe-eee9-424d-9527-ab7f8ec66396 req-0a3f8685-4dfd-4893-b08e-86f9a169f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:59.669416 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0d2aabe-eee9-424d-9527-ab7f8ec66396 req-0a3f8685-4dfd-4893-b08e-86f9a169f887 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04f3d7da-6d97-479e-89c5-48a24fca53b8 HTTP/1.1" status: 200 len: 856 time: 0.0666716 May 18 06:25:59.752951 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2aabe-eee9-424d-9527-ab7f8ec66396 req-f54a8d33-9943-4fcd-a25b-db19020d9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:59.754424 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0d2aabe-eee9-424d-9527-ab7f8ec66396 req-f54a8d33-9943-4fcd-a25b-db19020d9c04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0785115 May 18 06:25:59.885443 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0d2aabe-eee9-424d-9527-ab7f8ec66396 req-fae75ad1-83e6-462c-85ef-25e0cb40f6d4 service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232169 May 18 06:25:59.950474 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-66542182-6d2a-4765-bfe6-798765cd28e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:05Z', 'revision_number': 5, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:25:59.954605 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66542182-6d2a-4765-bfe6-798765cd28e9 None None] Checking router: 978e21b9-9595-4fd7-ab7b-a20cf68be80e for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:25:59.963933 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66542182-6d2a-4765-bfe6-798765cd28e9 None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:25:59.964577 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-66542182-6d2a-4765-bfe6-798765cd28e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:25:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:00.026564 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-e0d2aabe-eee9-424d-9527-ab7f8ec66396 req-f14a9853-b663-49ea-897b-89d7f3dc4474 service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339309 May 18 06:26:00.148553 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-66542182-6d2a-4765-bfe6-798765cd28e9 None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:26:00.451267 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-66542182-6d2a-4765-bfe6-798765cd28e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:05Z', 'revision_number': 5, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:00.455240 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66542182-6d2a-4765-bfe6-798765cd28e9 None None] The sync data for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb is: [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'ea5915d7-c6cf-4b5e-9e80-f603af87edab', 'name': '', 'network_id': '35e6311d-ad34-4c28-8e8c-cb843c53a901', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'mac_address': 'fa:16:3e:48:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:50Z', 'updated_at': '2021-05-18T06:18:05Z', 'revision_number': 5, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'subnets': [{'id': '44a1e5f8-6f01-488d-b18f-cc75d3335fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:26:00.533745 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1d1af-f02c-4a4e-b444-a05e6dad0050 req-c50ce952-61b7-4fc6-b9b5-8a4218025699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:00.535190 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5ff1d1af-f02c-4a4e-b444-a05e6dad0050 req-c50ce952-61b7-4fc6-b9b5-8a4218025699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0846269 May 18 06:26:00.581226 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5ff1d1af-f02c-4a4e-b444-a05e6dad0050 req-093dcfeb-ec3e-471e-9b22-a0dd876134f0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395191 May 18 06:26:00.668344 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d0bb62-1123-463f-82fb-9b99726ab93e None None] New status for floating IP 0cfbc6ed-3323-415d-97e9-53e4ba7a2e17: DOWN {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:26:01.708421 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50026) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:01.772891 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcca64-8eaf-4445-8db6-d8cbe403719e req-8b76334b-9aa9-4425-8d2b-e13e76c0afed tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:01.774351 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-86fcca64-8eaf-4445-8db6-d8cbe403719e req-8b76334b-9aa9-4425-8d2b-e13e76c0afed tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 945 time: 0.0831504 May 18 06:26:01.777848 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e3fe-63e7-484d-b8f5-dfb8e3282986 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:01.806741 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e3fe-63e7-484d-b8f5-dfb8e3282986 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:01.830910 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-86fcca64-8eaf-4445-8db6-d8cbe403719e req-4fefde68-7953-4a8c-ab6e-f9205a856476 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505464 May 18 06:26:01.863101 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e3fe-63e7-484d-b8f5-dfb8e3282986 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:01.869056 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a2f5ed9d-0b37-4f43-bf8d-d93b0aaba874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:01.884840 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0e3fe-63e7-484d-b8f5-dfb8e3282986 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=375af232-df6c-4dcf-bc0a-8c8d78a74707,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:01.887230 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a9e0e3fe-63e7-484d-b8f5-dfb8e3282986 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:01.898220 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e3fe-63e7-484d-b8f5-dfb8e3282986 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:01.899832 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-a9e0e3fe-63e7-484d-b8f5-dfb8e3282986 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "DELETE /v2.0/security-groups/375af232-df6c-4dcf-bc0a-8c8d78a74707 HTTP/1.1" status: 204 len: 168 time: 0.1903727 May 18 06:26:01.902528 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50030) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:01.925275 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.api.v2.resource [None req-1be6f7d4-fbba-45e9-b686-41cfb3cd0b44 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] show failed (client error): The resource could not be found. May 18 06:26:01.926250 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-1be6f7d4-fbba-45e9-b686-41cfb3cd0b44 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "GET /v2.0/security-groups/375af232-df6c-4dcf-bc0a-8c8d78a74707 HTTP/1.1" status: 404 len: 347 time: 0.0227454 May 18 06:26:01.929891 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50034) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:02.141204 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-fecaa170-0cdd-4dcf-94b2-6ac1a2b00909 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Deleting port ed63cfea-f417-48b9-ae2b-171c93359c95 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:02.141544 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fecaa170-0cdd-4dcf-94b2-6ac1a2b00909 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.249058 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 91123536-5135-4a3c-aae3-25523e553fb7 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:02.257086 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fecaa170-0cdd-4dcf-94b2-6ac1a2b00909 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.257408 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fecaa170-0cdd-4dcf-94b2-6ac1a2b00909 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.363779 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.381402 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-fecaa170-0cdd-4dcf-94b2-6ac1a2b00909 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Calling delete_port for ed63cfea-f417-48b9-ae2b-171c93359c95 owned by network:floatingip {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:02.389987 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:26:02.400216 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 91123536-5135-4a3c-aae3-25523e553fb7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91123536-5135-4a3c-aae3-25523e553fb7,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:02.406755 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.407849 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device dd527bcf-d412-44f2-be5c-6c9e37b70e93 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:02.431776 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:02.464949 dv-cinder-784623-10-smb neutron-server[78808]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7', 'code': 422} returned with failed status May 18 06:26:02.495002 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fecaa170-0cdd-4dcf-94b2-6ac1a2b00909 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.499242 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:02.523366 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: dd527bcf-d412-44f2-be5c-6c9e37b70e93 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:26:02.523715 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device dd527bcf-d412-44f2-be5c-6c9e37b70e93 not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:26:02.542488 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=91123536-5135-4a3c-aae3-25523e553fb7,revision_number=8']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:02.544457 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecaa170-0cdd-4dcf-94b2-6ac1a2b00909 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Pushing event deleted for resources: {'Port': ['ID=ed63cfea-f417-48b9-ae2b-171c93359c95,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:02.545457 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:02.547968 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-fecaa170-0cdd-4dcf-94b2-6ac1a2b00909 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:02.721450 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fecaa170-0cdd-4dcf-94b2-6ac1a2b00909 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks [] for floatingip, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.734901 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-fecaa170-0cdd-4dcf-94b2-6ac1a2b00909 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.736005 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-fecaa170-0cdd-4dcf-94b2-6ac1a2b00909 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] 10.222.0.10 "DELETE /v2.0/floatingips/0cfbc6ed-3323-415d-97e9-53e4ba7a2e17 HTTP/1.1" status: 204 len: 168 time: 0.8051970 May 18 06:26:03.026835 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996105d1-5e7c-47c1-a6af-403d46296576 req-74b27fe3-ad0e-4331-bffe-ee376c066b21 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:03.028335 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-996105d1-5e7c-47c1-a6af-403d46296576 req-74b27fe3-ad0e-4331-bffe-ee376c066b21 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.0846453 May 18 06:26:03.046855 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:03.079433 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-996105d1-5e7c-47c1-a6af-403d46296576 req-5d5da984-9bfa-46e3-a048-caf201fce684 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432153 May 18 06:26:05.477420 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d6c5c-3d48-433d-83dc-71365259bf93 req-de877df8-ea1a-46be-a51c-dfbad58efa1c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:05.478867 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e32d6c5c-3d48-433d-83dc-71365259bf93 req-de877df8-ea1a-46be-a51c-dfbad58efa1c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.0915184 May 18 06:26:05.530302 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e32d6c5c-3d48-433d-83dc-71365259bf93 req-0ab37c69-b42b-43bc-88c6-a83986c3d9c2 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454435 May 18 06:26:05.748653 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50108) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:05.862194 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-9906bc21-eb3e-4155-960f-7d50a7830f78 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123660 May 18 06:26:06.719374 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdf2e2-a069-4734-908c-66e7a9112fa0 req-20517c46-f235-4876-9f01-bffdab2af4c3 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:06.720890 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4efdf2e2-a069-4734-908c-66e7a9112fa0 req-20517c46-f235-4876-9f01-bffdab2af4c3 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.0806279 May 18 06:26:06.766499 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50122) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:06.766988 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4efdf2e2-a069-4734-908c-66e7a9112fa0 req-5730793a-c156-49ec-b92f-72b0dd9b9b1c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400107 May 18 06:26:07.045531 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1ca51d6e-2013-4d21-8d9f-d987f8a78048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:07.396566 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7afa0f22-b340-4a9a-8f15-677248295e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665035'] for router_interface, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:07.786450 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-7afa0f22-b340-4a9a-8f15-677248295e94 admin admin] Deleting port ea5915d7-c6cf-4b5e-9e80-f603af87edab {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:07.787119 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7afa0f22-b340-4a9a-8f15-677248295e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:07.904393 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-7afa0f22-b340-4a9a-8f15-677248295e94 admin admin] For port ea5915d7-c6cf-4b5e-9e80-f603af87edab, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=ea5915d7-c6cf-4b5e-9e80-f603af87edab,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:07.904746 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7afa0f22-b340-4a9a-8f15-677248295e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:07.953619 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0b78c-9a24-4267-bb95-9af6bee6bded req-9bd0df1b-2060-4a0a-a745-aac5412735a6 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:07.955044 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-07d0b78c-9a24-4267-bb95-9af6bee6bded req-9bd0df1b-2060-4a0a-a745-aac5412735a6 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.0813301 May 18 06:26:08.001197 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-07d0b78c-9a24-4267-bb95-9af6bee6bded req-8dfce8d3-0780-485f-b8a0-773dcc619d77 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386808 May 18 06:26:08.026614 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-7afa0f22-b340-4a9a-8f15-677248295e94 admin admin] Calling delete_port for ea5915d7-c6cf-4b5e-9e80-f603af87edab owned by network:router_interface {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:08.269732 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7afa0f22-b340-4a9a-8f15-677248295e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:08.274125 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1ce51cf8-2171-47e4-bb80-c6cbc3623140 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:08.320896 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa0f22-b340-4a9a-8f15-677248295e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5915d7-c6cf-4b5e-9e80-f603af87edab,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:08.346497 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7afa0f22-b340-4a9a-8f15-677248295e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:08.584476 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7afa0f22-b340-4a9a-8f15-677248295e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664935'] for router_interface, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:08.891240 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-fd4596e1-f738-41c9-8680-56bb061ec9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:08.892704 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-fd4596e1-f738-41c9-8680-56bb061ec9b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad&tenant_id=d53c64ff29674e85aeeb96ed68d90a45 HTTP/1.1" status: 200 len: 1096 time: 0.1697941 May 18 06:26:09.039865 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afa0f22-b340-4a9a-8f15-677248295e94 admin admin] Router 978e21b9-9595-4fd7-ab7b-a20cf68be80e has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:26:09.111384 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-b5100124-e0e7-47e3-88e4-266e2a34dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:09.112848 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-b5100124-e0e7-47e3-88e4-266e2a34dba4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 1096 time: 0.1634474 May 18 06:26:09.194948 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1249660-8899-4f5a-8165-0e75fff7bb1a req-ed24646e-9fc5-47da-936f-3130e902ac35 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:09.196402 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c1249660-8899-4f5a-8165-0e75fff7bb1a req-ed24646e-9fc5-47da-936f-3130e902ac35 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.0825071 May 18 06:26:09.240079 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c1249660-8899-4f5a-8165-0e75fff7bb1a req-69170b24-4c4d-46dc-b561-b5587f0a0e40 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379007 May 18 06:26:09.331577 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afa0f22-b340-4a9a-8f15-677248295e94 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:26:09.337347 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-4643631b-5e00-4834-bea1-11ab29f38b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:09.338743 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-4643631b-5e00-4834-bea1-11ab29f38b07 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 917 time: 0.2115219 May 18 06:26:09.339955 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c10eb-2cb8-4061-923f-2e29257254b3 None None] Sync routers for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:26:09.350497 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c10eb-2cb8-4061-923f-2e29257254b3 None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:26:09.351107 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-2c6c10eb-2cb8-4061-923f-2e29257254b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:25:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:09.395129 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-7afa0f22-b340-4a9a-8f15-677248295e94 admin admin] 10.222.0.10 "PUT /v2.0/routers/978e21b9-9595-4fd7-ab7b-a20cf68be80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6273687 May 18 06:26:09.396066 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 50142) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:09.538112 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-2c6c10eb-2cb8-4061-923f-2e29257254b3 None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:26:09.562822 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-f0d617de-4644-4469-8b42-ebd00cb86b3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91123536-5135-4a3c-aae3-25523e553fb7 HTTP/1.1" status: 200 len: 998 time: 0.2176001 May 18 06:26:09.634723 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-e4181100-5087-47ca-902b-53d3254476ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:09.636980 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-e4181100-5087-47ca-902b-53d3254476ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04f3d7da-6d97-479e-89c5-48a24fca53b8 HTTP/1.1" status: 200 len: 856 time: 0.0640268 May 18 06:26:09.690372 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Notify callbacks [] for router, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:09.723186 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-329077aa-2571-4729-a50e-bdafa4618f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:09.725699 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-329077aa-2571-4729-a50e-bdafa4618f7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0821741 May 18 06:26:09.840533 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-2c6c10eb-2cb8-4061-923f-2e29257254b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:26:08Z', 'revision_number': 5, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port': {'id': 'c59d421b-3a10-4a6a-8f9e-2e016178ddd1', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:45Z', 'updated_at': '2021-05-18T06:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:09.844264 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c10eb-2cb8-4061-923f-2e29257254b3 None None] Checking router: 978e21b9-9595-4fd7-ab7b-a20cf68be80e for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:26:09.853145 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c10eb-2cb8-4061-923f-2e29257254b3 None None] Routers {'978e21b9-9595-4fd7-ab7b-a20cf68be80e'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:26:09.853734 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-2c6c10eb-2cb8-4061-923f-2e29257254b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:25:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:09.860591 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-86af7955-5db7-4d8a-890d-9aa38d756ee4 service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280220 May 18 06:26:09.864768 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:09.940426 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Deleting port c59d421b-3a10-4a6a-8f9e-2e016178ddd1 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:09.940914 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.002584 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1a94f395-9bda-44bf-a2b0-77b67674f51a req-7ada138d-6cce-42d8-8e80-c76061507f3e service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349928 May 18 06:26:10.005770 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.024374 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-2c6c10eb-2cb8-4061-923f-2e29257254b3 None None] Set router 978e21b9-9595-4fd7-ab7b-a20cf68be80e gateway port host: None {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:26:10.066573 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] For port c59d421b-3a10-4a6a-8f9e-2e016178ddd1, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=c59d421b-3a10-4a6a-8f9e-2e016178ddd1,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:10.066956 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.141165 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-2c6c10eb-2cb8-4061-923f-2e29257254b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:26:09Z', 'revision_number': 6, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port_host': None}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:10.148227 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c10eb-2cb8-4061-923f-2e29257254b3 None None] The sync data for ids ['978e21b9-9595-4fd7-ab7b-a20cf68be80e'] in dv-cinder-784623-10-smb is: [{'id': '978e21b9-9595-4fd7-ab7b-a20cf68be80e', 'name': 'tempest-AttachVolumeTestJSON-404637199-router', 'tenant_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:43Z', 'updated_at': '2021-05-18T06:26:09Z', 'revision_number': 6, 'project_id': 'f834aee473dd4b68b11e9ea8eb94614b', 'gw_port_host': None}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:26:10.151413 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-794b73a8-f86d-4935-81fc-8d115c83de2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.195655 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Calling delete_port for c59d421b-3a10-4a6a-8f9e-2e016178ddd1 owned by network:router_gateway {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:10.335933 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.339712 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b318c7da-2d46-4208-9225-870b1c432161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:10.390502 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Pushing event deleted for resources: {'Port': ['ID=c59d421b-3a10-4a6a-8f9e-2e016178ddd1,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:10.460112 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:10.460742 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:10.461306 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:10.461839 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:10.462355 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:10.462866 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:10.463387 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:10.463904 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:10.464513 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:10.465018 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:10.465522 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:10.466045 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:10.487256 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:10.602942 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683244'] for router_gateway, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.805243 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482921c-6283-4787-b33b-385e6b192659 req-a91b2652-72fe-4721-adf0-17167133c524 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:10.806715 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e482921c-6283-4787-b33b-385e6b192659 req-a91b2652-72fe-4721-adf0-17167133c524 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.4212348 May 18 06:26:10.810560 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.834646 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14095'] for router, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.838399 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.877821 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e482921c-6283-4787-b33b-385e6b192659 req-c5932f68-b601-4dde-b0f9-98cc29e8a8bb tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627475 May 18 06:26:10.888588 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683028'] for router, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.889340 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 978e21b9-9595-4fd7-ab7b-a20cf68be80e {{(pid=78807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:26:10.902723 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.904639 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-c61954b4-b43d-4e48-be4a-26340ffb8479 admin admin] 10.222.0.10 "DELETE /v2.0/routers/978e21b9-9595-4fd7-ab7b-a20cf68be80e HTTP/1.1" status: 204 len: 168 time: 1.5070343 May 18 06:26:10.906800 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 50168) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:10.983630 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-906fe0a6-0a57-4389-85dc-376621fea782 admin admin] Deleting subnet 44a1e5f8-6f01-488d-b18f-cc75d3335fda {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:26:10.987257 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-906fe0a6-0a57-4389-85dc-376621fea782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:11.048426 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-906fe0a6-0a57-4389-85dc-376621fea782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3901088'] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:11.134359 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-906fe0a6-0a57-4389-85dc-376621fea782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:11.556070 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-906fe0a6-0a57-4389-85dc-376621fea782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3922170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196357'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:11.573662 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-baf20232-755e-48e5-9389-93b10fd60bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:11.601172 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device ea5915d7-c6cf-4b5e-9e80-f603af87edab no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:11.603038 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-906fe0a6-0a57-4389-85dc-376621fea782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:11.610765 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fe0a6-0a57-4389-85dc-376621fea782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a1e5f8-6f01-488d-b18f-cc75d3335fda,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:11.612946 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-906fe0a6-0a57-4389-85dc-376621fea782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:11.614543 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-906fe0a6-0a57-4389-85dc-376621fea782 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/44a1e5f8-6f01-488d-b18f-cc75d3335fda HTTP/1.1" status: 204 len: 168 time: 0.7066519 May 18 06:26:11.617194 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50172) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:11.627949 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47a64dd-f446-48da-adf8-c1904f607c25 None None] Network 35e6311d-ad34-4c28-8e8c-cb843c53a901 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:26:11.654747 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: ea5915d7-c6cf-4b5e-9e80-f603af87edab {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:26:11.655093 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device ea5915d7-c6cf-4b5e-9e80-f603af87edab not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:26:11.655522 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device c59d421b-3a10-4a6a-8f9e-2e016178ddd1 no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:11.734266 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: c59d421b-3a10-4a6a-8f9e-2e016178ddd1 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:26:11.734617 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:11.734750 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device c59d421b-3a10-4a6a-8f9e-2e016178ddd1 not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:26:11.826103 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Deleting port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:11.826360 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:11.929072 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] For port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=40f3e24d-8cf4-4bfe-a414-9aaf804d68b2,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:11.929432 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:11.936064 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cebd3f8-f5c8-4fea-ba1d-af82c869178e None None] DHCP port deletion for 35e6311d-ad34-4c28-8e8c-cb843c53a901 request from dv-cinder-784623-10-smb {{(pid=78808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:26:12.109265 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.111727 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-8cebd3f8-f5c8-4fea-ba1d-af82c869178e None None] Deleting port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:12.112244 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8cebd3f8-f5c8-4fea-ba1d-af82c869178e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.146824 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Calling delete_port for 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 owned by network:dhcp {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:12.154328 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04192dbc-ca33-4104-b346-eca7b673f5a3 req-9b595bbf-aca7-45c6-b9cf-0d499abd866f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:12.156321 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-04192dbc-ca33-4104-b346-eca7b673f5a3 req-9b595bbf-aca7-45c6-b9cf-0d499abd866f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.1266708 May 18 06:26:12.225130 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-04192dbc-ca33-4104-b346-eca7b673f5a3 req-a7cc7aba-f2f4-4a97-b727-b2f8309bd986 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567679 May 18 06:26:12.242839 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-8cebd3f8-f5c8-4fea-ba1d-af82c869178e None None] For port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=40f3e24d-8cf4-4bfe-a414-9aaf804d68b2,segment=NetworkSegment(a2fd816f-1284-4302-8477-a343b3f5a723),segment_id=a2fd816f-1284-4302-8477-a343b3f5a723)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:12.243384 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8cebd3f8-f5c8-4fea-ba1d-af82c869178e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.252957 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.260513 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-fecaa170-0cdd-4dcf-94b2-6ac1a2b00909 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:12.308239 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Pushing event deleted for resources: {'Port': ['ID=40f3e24d-8cf4-4bfe-a414-9aaf804d68b2,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:12.311190 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] No DVR routers for this DVR port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 on host dv-cinder-784623-10-smb {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:26:12.313678 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:12.417477 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-8cebd3f8-f5c8-4fea-ba1d-af82c869178e None None] Calling delete_port for 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 owned by network:dhcp {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:12.449211 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.469752 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e6311d-ad34-4c28-8e8c-cb843c53a901']}} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:12.482067 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8cebd3f8-f5c8-4fea-ba1d-af82c869178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.482318 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fd816f-1284-4302-8477-a343b3f5a723') {'for_net_delete': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:12.482612 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fd816f-1284-4302-8477-a343b3f5a723') {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:12.486433 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:12.494354 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782846'] for segment, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.510129 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.515868 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=78806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:26:12.516270 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3007722'] for segment, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: Traceback (most recent call last): May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: timer() May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: cb(*args, **kw) May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: return func(*args, **kwargs) May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: self._notify() May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: self.callback(batched_events) May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: event.method(event) May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: return f(self, *a, **k) May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: return self._get(url).json() May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: return self.request(url, 'GET', **kwargs) May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:26:12.528929 dv-cinder-784623-10-smb neutron-server[78806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:26:12.531390 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebd3f8-f5c8-4fea-ba1d-af82c869178e None None] Pushing event deleted for resources: {'Port': ['ID=40f3e24d-8cf4-4bfe-a414-9aaf804d68b2,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:12.533356 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cebd3f8-f5c8-4fea-ba1d-af82c869178e None None] No DVR routers for this DVR port 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 on host dv-cinder-784623-10-smb {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:26:12.534547 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8cebd3f8-f5c8-4fea-ba1d-af82c869178e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:12.620049 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.625134 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:12.638083 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.648856 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Pushing event deleted for resources: {'Network': ['ID=35e6311d-ad34-4c28-8e8c-cb843c53a901,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:12.652134 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:12.664235 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-119f8b2d-2a51-4cd9-8138-dd3e8fa16986 admin admin] 10.222.0.10 "DELETE /v2.0/networks/35e6311d-ad34-4c28-8e8c-cb843c53a901 HTTP/1.1" status: 204 len: 168 time: 1.0458446 May 18 06:26:12.789414 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50180) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:12.840945 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-724984ce-2c12-41b8-8dae-b82e69582f21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f834aee473dd4b68b11e9ea8eb94614b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500915 May 18 06:26:12.843170 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50184) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:12.900861 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-809eb007-0cc2-41bb-8f1d-bcf5d617115f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.929097 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-809eb007-0cc2-41bb-8f1d-bcf5d617115f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.998450 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-809eb007-0cc2-41bb-8f1d-bcf5d617115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:13.003552 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c99a7f5f-0b88-4248-8853-8c6eef6328e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:13.019035 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809eb007-0cc2-41bb-8f1d-bcf5d617115f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d107914-5c0a-42f4-9b3a-3b51208c15c9,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:13.024748 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-809eb007-0cc2-41bb-8f1d-bcf5d617115f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:13.031378 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-809eb007-0cc2-41bb-8f1d-bcf5d617115f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:13.032777 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-809eb007-0cc2-41bb-8f1d-bcf5d617115f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d107914-5c0a-42f4-9b3a-3b51208c15c9 HTTP/1.1" status: 204 len: 168 time: 0.1887374 May 18 06:26:13.429803 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b9900-108a-47cd-b9aa-cb96afc26b03 req-6d18e957-e211-4d4e-aa9f-b56cd62b8afa tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:13.431270 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e48b9900-108a-47cd-b9aa-cb96afc26b03 req-6d18e957-e211-4d4e-aa9f-b56cd62b8afa tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.1014869 May 18 06:26:13.488044 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e48b9900-108a-47cd-b9aa-cb96afc26b03 req-372cebe0-d2ae-4142-a0e2-7ae464ad3a57 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485694 May 18 06:26:13.597826 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:13.636918 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:26:13.637283 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 40f3e24d-8cf4-4bfe-a414-9aaf804d68b2 not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:26:13.875732 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50214) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:13.977328 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1743054566-network', 'tenant_id': '9ce66dd061ca47428c297c48e20a3f7e'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:26:13.982695 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:13.987284 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Usage tracker for resource:network and tenant:9ce66dd061ca47428c297c48e20a3f7e is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:13.996946 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:14.009029 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:14.027588 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Made reservation on behalf of 9ce66dd061ca47428c297c48e20a3f7e for: {'network': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:26:14.036527 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.049318 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.066002 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:14.069791 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Usage tracker for resource:security_group_rule and tenant:9ce66dd061ca47428c297c48e20a3f7e is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:14.072677 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:14.078509 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:14.160032 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.171205 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.174676 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ae38cbd8-5fab-44d5-ac33-18d2340b7df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:14.203323 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=78806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:26:14.212815 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d221e432-bf6b-47b4-b83f-8f066d268940,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:14.216673 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:14.221268 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.221625 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.segments_db [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Added segment 353a76f4-8ee0-402d-8064-3a686d58badc of type vlan for network 1f8bd7b4-7e0f-4b1a-b6f8-a9d44eb216ec May 18 06:26:14.250531 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.282370 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.283664 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:14.284340 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.288342 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-f16a93b4-c7cd-4fdf-905b-f25e655b0173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:14.477886 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Pushing event updated for resources: {'Network': ['ID=1f8bd7b4-7e0f-4b1a-b6f8-a9d44eb216ec,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:14.480988 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6042328 May 18 06:26:14.481835 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:14.484004 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 50222) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:14.487394 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network 1f8bd7b4-7e0f-4b1a-b6f8-a9d44eb216ec details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:26:14.490356 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Request body: {'subnet': {'network_id': '1f8bd7b4-7e0f-4b1a-b6f8-a9d44eb216ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1743054566-subnet', 'tenant_id': '9ce66dd061ca47428c297c48e20a3f7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:26:14.495081 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:14.499091 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Usage tracker for resource:subnet and tenant:9ce66dd061ca47428c297c48e20a3f7e is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:14.502135 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:14.508210 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:14.525599 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Made reservation on behalf of 9ce66dd061ca47428c297c48e20a3f7e for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:26:14.530592 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2196382'] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.822515 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5961bfc-5689-4a1b-b24c-31d91ce270a4 req-043ecb7d-971f-43c4-8e97-1c0c915f3760 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:14.824088 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f5961bfc-5689-4a1b-b24c-31d91ce270a4 req-043ecb7d-971f-43c4-8e97-1c0c915f3760 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.1625469 May 18 06:26:14.938695 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f5961bfc-5689-4a1b-b24c-31d91ce270a4 req-3cf3a7a5-b9bb-43e5-afcd-157752a9a780 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008608 May 18 06:26:15.054924 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3922101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2196364'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.058678 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-798039d2-041f-4424-8cbc-a337a3509c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:15.138645 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fadf8a6-175f-4ccb-bf58-71dadbc05600,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:15.142435 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:15.151307 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Checking segment: {'id': '353a76f4-8ee0-402d-8064-3a686d58badc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1f8bd7b4-7e0f-4b1a-b6f8-a9d44eb216ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:26:15.151969 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Network hostable DHCP agents. Network: 1f8bd7b4-7e0f-4b1a-b6f8-a9d44eb216ec, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:26:15.170664 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Network 1f8bd7b4-7e0f-4b1a-b6f8-a9d44eb216ec is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:26:15.179934 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, 1f8bd7b4-7e0f-4b1a-b6f8-a9d44eb216ec) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:26:15.188193 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:15.188779 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.189906 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829c34a2-ab55-4803-ac23-8799549813f0 None None] Network 1f8bd7b4-7e0f-4b1a-b6f8-a9d44eb216ec requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:26:15.209047 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7239671 May 18 06:26:15.394603 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f84a4c-3cc0-4b4e-b58b-6d100f83ca55 None None] Network 1f8bd7b4-7e0f-4b1a-b6f8-a9d44eb216ec requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:26:15.821869 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 50242) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:15.827531 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-274566272-network', 'tenant_id': '0e9c2a6d86bc4fed83e83f2e3c03a2ba'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:26:15.833143 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:15.837385 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Usage tracker for resource:network and tenant:0e9c2a6d86bc4fed83e83f2e3c03a2ba is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:15.840562 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:15.846606 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:15.856845 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Made reservation on behalf of 0e9c2a6d86bc4fed83e83f2e3c03a2ba for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:26:15.859122 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.871196 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.885988 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:15.889757 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Usage tracker for resource:security_group_rule and tenant:0e9c2a6d86bc4fed83e83f2e3c03a2ba is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:15.892922 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:15.899171 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:15.987147 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.998011 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.003548 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e0b1e3ef-826a-4f8a-9c76-5f72a31207e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:16.037696 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf04f4a-aff3-461e-9917-1e50f8f509e8,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:16.041859 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:16.054508 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:26:16.094343 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.095099 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.segments_db [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Added segment 6de99f6e-9cf7-4fac-a152-ca6f864a4740 of type vlan for network 351c128e-5c28-4b59-b487-47eb166d6327 May 18 06:26:16.175080 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.231722 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.234410 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:16.235073 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.242591 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-f79ee31d-5704-452a-bb1a-9cabddd8d59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:16.353116 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51064aa3-4a0a-448a-83cb-3d4414d1c342 req-c34760d5-7c3c-4604-85e9-e9e6172e9971 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:16.354540 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-51064aa3-4a0a-448a-83cb-3d4414d1c342 req-c34760d5-7c3c-4604-85e9-e9e6172e9971 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.2216647 May 18 06:26:16.357742 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5348909 May 18 06:26:16.358671 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Pushing event updated for resources: {'Network': ['ID=351c128e-5c28-4b59-b487-47eb166d6327,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:16.360791 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50250) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:16.362491 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-be752dae-cc24-40cc-baf3-671e5f1fb70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:16.369039 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network 351c128e-5c28-4b59-b487-47eb166d6327 details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:26:16.372872 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Request body: {'subnet': {'network_id': '351c128e-5c28-4b59-b487-47eb166d6327', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-274566272-subnet', 'tenant_id': '0e9c2a6d86bc4fed83e83f2e3c03a2ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:26:16.378614 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:16.383643 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Usage tracker for resource:subnet and tenant:0e9c2a6d86bc4fed83e83f2e3c03a2ba is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:16.387007 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:16.405137 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:16.407728 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-51064aa3-4a0a-448a-83cb-3d4414d1c342 req-e7163f05-e76d-44b9-b983-854237d5bb90 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467107 May 18 06:26:16.436007 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Made reservation on behalf of 0e9c2a6d86bc4fed83e83f2e3c03a2ba for: {'subnet': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:26:16.436007 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126362'] for subnet, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.828707 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3007491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126344'] for subnet, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.832583 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-803cb88f-8e0a-45a4-87f8-ce2825576690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:16.901896 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2740ed6c-2c33-44d9-a066-01ea680885ff,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:16.905917 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:16.913814 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Checking segment: {'id': '6de99f6e-9cf7-4fac-a152-ca6f864a4740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '351c128e-5c28-4b59-b487-47eb166d6327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:26:16.914188 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Network hostable DHCP agents. Network: 351c128e-5c28-4b59-b487-47eb166d6327, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:26:16.931400 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Network 351c128e-5c28-4b59-b487-47eb166d6327 is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:26:16.940136 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, 351c128e-5c28-4b59-b487-47eb166d6327) {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:26:16.949545 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:16.952654 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.953041 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614abcf5-8e91-497b-893c-93fe51f43983 None None] Network 351c128e-5c28-4b59-b487-47eb166d6327 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:26:16.975570 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-9668c58e-9b08-4993-a572-d8093161c978 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6076488 May 18 06:26:17.143251 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50256) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:17.175047 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41e35f-723f-4a81-a09e-82db96791dfc None None] Network 351c128e-5c28-4b59-b487-47eb166d6327 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:26:17.209004 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecbfa5a-a228-4949-b445-5ed1a388425c admin admin] Deleting subnet 6fadf8a6-175f-4ccb-bf58-71dadbc05600 {{(pid=78806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:26:17.211980 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cecbfa5a-a228-4949-b445-5ed1a388425c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:17.259941 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cecbfa5a-a228-4949-b445-5ed1a388425c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3782833'] for subnet, precommit_delete_associations {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:17.325464 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cecbfa5a-a228-4949-b445-5ed1a388425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:17.608420 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cecbfa5a-a228-4949-b445-5ed1a388425c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3007564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126337'] for subnet, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:17.613825 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-12f1b26c-6efe-4716-9d1c-4f574f957bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:17.629028 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b281e-6207-43c2-9ba6-931fc23bd8c8 req-ec2b0fc4-0019-4ef9-b759-ec796b1acfed tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:17.631068 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-292b281e-6207-43c2-9ba6-931fc23bd8c8 req-ec2b0fc4-0019-4ef9-b759-ec796b1acfed tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.1014652 May 18 06:26:17.652756 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbfa5a-a228-4949-b445-5ed1a388425c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fadf8a6-175f-4ccb-bf58-71dadbc05600,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:17.654691 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cecbfa5a-a228-4949-b445-5ed1a388425c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:17.657238 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-cecbfa5a-a228-4949-b445-5ed1a388425c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:17.661122 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-cecbfa5a-a228-4949-b445-5ed1a388425c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6fadf8a6-175f-4ccb-bf58-71dadbc05600 HTTP/1.1" status: 204 len: 168 time: 0.5167775 May 18 06:26:17.663497 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50262) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:17.676665 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-292b281e-6207-43c2-9ba6-931fc23bd8c8 req-d8fc428c-8805-4fbb-bbdf-0c2e1d127b22 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397182 May 18 06:26:17.767004 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:17.907433 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:17.920679 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8bd7b4-7e0f-4b1a-b6f8-a9d44eb216ec']}} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:17.932386 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353a76f4-8ee0-402d-8064-3a686d58badc') {'for_net_delete': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:17.932687 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353a76f4-8ee0-402d-8064-3a686d58badc') {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:17.944303 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782846'] for segment, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:17.963858 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:17.974369 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=78806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:26:17.974766 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3007722'] for segment, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: Traceback (most recent call last): May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: timer() May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: cb(*args, **kw) May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: return func(*args, **kwargs) May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: self._notify() May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: self.callback(batched_events) May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: event.method(event) May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: return f(self, *a, **k) May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: return self._get(url).json() May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: return self.request(url, 'GET', **kwargs) May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:26:18.034238 dv-cinder-784623-10-smb neutron-server[78806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:26:18.065171 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.069790 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:18.082229 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.091393 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8bd7b4-7e0f-4b1a-b6f8-a9d44eb216ec,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:18.095006 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1f8bd7b4-7e0f-4b1a-b6f8-a9d44eb216ec HTTP/1.1" status: 204 len: 168 time: 0.4295175 May 18 06:26:18.095006 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ef0eaedc-9a70-461d-8d5e-54b1082f1f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:18.096703 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50266) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:18.153603 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb325d02-9b61-4c51-a865-d54e21c07914 admin admin] Deleting subnet 2740ed6c-2c33-44d9-a066-01ea680885ff {{(pid=78806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:26:18.157752 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cb325d02-9b61-4c51-a865-d54e21c07914 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.214416 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cb325d02-9b61-4c51-a865-d54e21c07914 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3782833'] for subnet, precommit_delete_associations {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.358442 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cb325d02-9b61-4c51-a865-d54e21c07914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.624781 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cb325d02-9b61-4c51-a865-d54e21c07914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3007564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126337'] for subnet, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.629655 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-3e3e680a-e7c1-450b-ba01-eb9352ff886d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:18.666017 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cb325d02-9b61-4c51-a865-d54e21c07914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.668776 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb325d02-9b61-4c51-a865-d54e21c07914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2740ed6c-2c33-44d9-a066-01ea680885ff,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:18.670820 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-cb325d02-9b61-4c51-a865-d54e21c07914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:18.674999 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-cb325d02-9b61-4c51-a865-d54e21c07914 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2740ed6c-2c33-44d9-a066-01ea680885ff HTTP/1.1" status: 204 len: 168 time: 0.5773985 May 18 06:26:18.678102 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50270) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:18.806759 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.888014 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f547f07-399e-489e-b615-0111d402ba35 req-d669e8d0-b72b-44e8-af39-a9f46b14d325 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:18.889390 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3f547f07-399e-489e-b615-0111d402ba35 req-d669e8d0-b72b-44e8-af39-a9f46b14d325 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.0816846 May 18 06:26:18.950300 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.966729 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351c128e-5c28-4b59-b487-47eb166d6327']}} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:18.980741 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de99f6e-9cf7-4fac-a152-ca6f864a4740') {'for_net_delete': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:18.981037 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de99f6e-9cf7-4fac-a152-ca6f864a4740') {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:18.990019 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3f547f07-399e-489e-b615-0111d402ba35 req-5f4e695d-8e45-4047-a03e-5b0820f1263e tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947373 May 18 06:26:18.993667 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782846'] for segment, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.012057 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.019436 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=78806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:26:19.020738 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3007722'] for segment, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: Traceback (most recent call last): May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: timer() May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: cb(*args, **kw) May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: return func(*args, **kwargs) May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: self._notify() May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: self.callback(batched_events) May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: event.method(event) May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: return f(self, *a, **k) May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: return self._get(url).json() May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: return self.request(url, 'GET', **kwargs) May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:26:19.034488 dv-cinder-784623-10-smb neutron-server[78806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:26:19.113386 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.117235 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:19.131248 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.139855 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=351c128e-5c28-4b59-b487-47eb166d6327,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:19.141937 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:19.143239 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-4885d439-eb91-442f-bb01-6350b2e423e8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/351c128e-5c28-4b59-b487-47eb166d6327 HTTP/1.1" status: 204 len: 168 time: 0.4642062 May 18 06:26:19.319044 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50278) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:19.366120 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-051d0828-05a4-4a7c-b2a0-eadf355f4aa3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ce66dd061ca47428c297c48e20a3f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458803 May 18 06:26:19.368562 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50282) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:19.431436 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-aee2897d-bdc3-4823-94ca-921ac1e8ebc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.462244 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-aee2897d-bdc3-4823-94ca-921ac1e8ebc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.525445 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-aee2897d-bdc3-4823-94ca-921ac1e8ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.530401 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ca2261e3-d9c9-4566-a43e-f83eccbaf6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:19.543796 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2897d-bdc3-4823-94ca-921ac1e8ebc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d221e432-bf6b-47b4-b83f-8f066d268940,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:19.546499 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-aee2897d-bdc3-4823-94ca-921ac1e8ebc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:19.547685 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-aee2897d-bdc3-4823-94ca-921ac1e8ebc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.548781 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-aee2897d-bdc3-4823-94ca-921ac1e8ebc8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d221e432-bf6b-47b4-b83f-8f066d268940 HTTP/1.1" status: 204 len: 168 time: 0.1793635 May 18 06:26:19.927684 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50292) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:19.975017 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-813fe234-9251-4700-9cc4-1d9e84fe7b37 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e9c2a6d86bc4fed83e83f2e3c03a2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460260 May 18 06:26:19.977401 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50296) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:20.035075 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a0f9759a-99fb-4d32-8ba6-24b67feffec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:20.067558 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a0f9759a-99fb-4d32-8ba6-24b67feffec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:20.140856 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a0f9759a-99fb-4d32-8ba6-24b67feffec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:20.144847 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-5b842061-c93c-4a22-bc0b-b6618a54bb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:20.160090 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9759a-99fb-4d32-8ba6-24b67feffec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf04f4a-aff3-461e-9917-1e50f8f509e8,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:20.163094 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a0f9759a-99fb-4d32-8ba6-24b67feffec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:20.169725 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a0f9759a-99fb-4d32-8ba6-24b67feffec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:20.180159 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-a0f9759a-99fb-4d32-8ba6-24b67feffec3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4bf04f4a-aff3-461e-9917-1e50f8f509e8 HTTP/1.1" status: 204 len: 168 time: 0.1953151 May 18 06:26:20.208842 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75134f83-5b8e-43ad-86a3-d3fc6bb366b6 req-f9f56a75-a12f-40ca-acef-171827caa080 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:20.210283 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-75134f83-5b8e-43ad-86a3-d3fc6bb366b6 req-f9f56a75-a12f-40ca-acef-171827caa080 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.0877244 May 18 06:26:20.264235 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-75134f83-5b8e-43ad-86a3-d3fc6bb366b6 req-fe6d3c9b-7772-4386-abf0-6985df42261b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402710 May 18 06:26:21.468369 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552275f-9bb1-4947-a06d-0651a5872232 req-cb5af4cd-1729-42f8-9db4-4eafe9ef488d tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:21.469815 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e552275f-9bb1-4947-a06d-0651a5872232 req-cb5af4cd-1729-42f8-9db4-4eafe9ef488d tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.0826631 May 18 06:26:21.614596 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e552275f-9bb1-4947-a06d-0651a5872232 req-71bc1ab8-eb0b-4f51-bc7d-acd78a03c66c tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386347 May 18 06:26:22.802392 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81518f4e-2a42-44d2-bd3b-d922944eee61 req-17656a19-0e71-490e-950d-07945ae90847 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:22.803842 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-81518f4e-2a42-44d2-bd3b-d922944eee61 req-17656a19-0e71-490e-950d-07945ae90847 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.0799332 May 18 06:26:22.853111 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-81518f4e-2a42-44d2-bd3b-d922944eee61 req-4a7ee6a8-4890-4576-902a-c2ad54b18061 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435143 May 18 06:26:23.517283 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50436) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:23.632313 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa1e3-76e6-4b2d-a1d1-ed396e632af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.646621 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-7b3fa1e3-76e6-4b2d-a1d1-ed396e632af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:23.650322 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-7b3fa1e3-76e6-4b2d-a1d1-ed396e632af2 admin admin] Usage tracker for resource:security_group_rule and tenant:83690590a4be47ae988ff0afa1d41820 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:23.653046 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-7b3fa1e3-76e6-4b2d-a1d1-ed396e632af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:23.658605 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-7b3fa1e3-76e6-4b2d-a1d1-ed396e632af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:23.735817 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa1e3-76e6-4b2d-a1d1-ed396e632af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.739318 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa1e3-76e6-4b2d-a1d1-ed396e632af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.747674 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-809eb007-0cc2-41bb-8f1d-bcf5d617115f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:23.786287 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-7b3fa1e3-76e6-4b2d-a1d1-ed396e632af2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83690590a4be47ae988ff0afa1d41820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679806 May 18 06:26:23.787114 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fa1e3-76e6-4b2d-a1d1-ed396e632af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da1bba7-b633-42ad-8606-fb9923f0a1c0,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:23.789813 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 50442) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:23.790058 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7b3fa1e3-76e6-4b2d-a1d1-ed396e632af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:23.848098 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-83af89fc-6b86-4e74-b88e-6d8af1fe3251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.872347 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-83af89fc-6b86-4e74-b88e-6d8af1fe3251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.923291 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-83af89fc-6b86-4e74-b88e-6d8af1fe3251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.928023 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5fee23df-584c-45f2-bd5f-d76f8d09eadf tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:23.939490 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af89fc-6b86-4e74-b88e-6d8af1fe3251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da1bba7-b633-42ad-8606-fb9923f0a1c0,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:23.943098 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-83af89fc-6b86-4e74-b88e-6d8af1fe3251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:23.947996 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-83af89fc-6b86-4e74-b88e-6d8af1fe3251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.949799 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-83af89fc-6b86-4e74-b88e-6d8af1fe3251 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5da1bba7-b633-42ad-8606-fb9923f0a1c0 HTTP/1.1" status: 204 len: 168 time: 0.1579156 May 18 06:26:24.058606 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491b4b8-fb7b-4424-a2ea-4822dead4963 req-7b3c9dd5-9fe0-40eb-8bc9-cdf0d18c05ec tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:24.060074 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1491b4b8-fb7b-4424-a2ea-4822dead4963 req-7b3c9dd5-9fe0-40eb-8bc9-cdf0d18c05ec tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.0862904 May 18 06:26:24.107719 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1491b4b8-fb7b-4424-a2ea-4822dead4963 req-fec38c66-fac7-4e13-955e-c43d417e9f93 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385222 May 18 06:26:24.230770 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 50452) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:24.248543 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6378569f-67d7-40c7-98df-a20d0ccc10e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.262847 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-6378569f-67d7-40c7-98df-a20d0ccc10e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:24.266654 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-6378569f-67d7-40c7-98df-a20d0ccc10e1 admin admin] Usage tracker for resource:security_group_rule and tenant:23981c34af7e497db192ab1181e05071 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:24.269415 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-6378569f-67d7-40c7-98df-a20d0ccc10e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:24.275079 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-6378569f-67d7-40c7-98df-a20d0ccc10e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:24.354128 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6378569f-67d7-40c7-98df-a20d0ccc10e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.358497 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6378569f-67d7-40c7-98df-a20d0ccc10e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.367150 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-5be2af30-86fb-450e-98d0-10bf4445e7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:24.405289 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-6378569f-67d7-40c7-98df-a20d0ccc10e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23981c34af7e497db192ab1181e05071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735129 May 18 06:26:24.406153 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378569f-67d7-40c7-98df-a20d0ccc10e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73e6541-a004-4ae4-9175-3afc438bcc25,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:24.408013 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50456) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:24.409110 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6378569f-67d7-40c7-98df-a20d0ccc10e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:24.468780 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-509dcd75-fecd-4346-aae0-b14bdcfce26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.494892 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-509dcd75-fecd-4346-aae0-b14bdcfce26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.545422 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-509dcd75-fecd-4346-aae0-b14bdcfce26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.549067 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-3703fd5e-42ca-460c-8ff3-390c1de4ab43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:24.562112 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509dcd75-fecd-4346-aae0-b14bdcfce26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73e6541-a004-4ae4-9175-3afc438bcc25,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:24.566860 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-509dcd75-fecd-4346-aae0-b14bdcfce26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:24.570891 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-509dcd75-fecd-4346-aae0-b14bdcfce26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.571982 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-509dcd75-fecd-4346-aae0-b14bdcfce26c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f73e6541-a004-4ae4-9175-3afc438bcc25 HTTP/1.1" status: 204 len: 168 time: 0.1629777 May 18 06:26:25.304554 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddd64a-a4b0-4b0c-a03e-13717c890fe1 req-013b2246-2617-420d-b5d3-9538e2b77705 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:25.306055 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-dfddd64a-a4b0-4b0c-a03e-13717c890fe1 req-013b2246-2617-420d-b5d3-9538e2b77705 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.0837018 May 18 06:26:25.351196 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-dfddd64a-a4b0-4b0c-a03e-13717c890fe1 req-ddcae1da-0010-4635-8f6e-db8f3bf104d8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394173 May 18 06:26:25.453132 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:26:26.417878 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 91123536-5135-4a3c-aae3-25523e553fb7 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:26:26.560838 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fde1fe-b540-4f3c-845c-c7475fdc08fd req-d6322902-7ff9-403f-9ae1-6239d764ee7b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:26.562272 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-20fde1fe-b540-4f3c-845c-c7475fdc08fd req-d6322902-7ff9-403f-9ae1-6239d764ee7b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 943 time: 0.1011784 May 18 06:26:26.591070 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 91123536-5135-4a3c-aae3-25523e553fb7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91123536-5135-4a3c-aae3-25523e553fb7,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:26.604981 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': '91123536-5135-4a3c-aae3-25523e553fb7', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'port_id': '91123536-5135-4a3c-aae3-25523e553fb7', 'mac_address': 'fa:16:3e:82:7e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:26:26.610018 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-20fde1fe-b540-4f3c-845c-c7475fdc08fd req-ae1632c6-ed24-4bba-ae1e-ece7e41e1798 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420578 May 18 06:26:26.692271 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:26.708817 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91123536-5135-4a3c-aae3-25523e553fb7 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:26:26.723479 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 91123536-5135-4a3c-aae3-25523e553fb7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91123536-5135-4a3c-aae3-25523e553fb7,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:26.728050 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:26.729707 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:26.793195 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=91123536-5135-4a3c-aae3-25523e553fb7,revision_number=9']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:26.796153 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:27.033083 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['91123536-5135-4a3c-aae3-25523e553fb7'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:26:27.801831 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c2bce-32f4-46f8-86ed-1330864b451e req-e874dbe1-7797-4055-b337-bd0067710fa5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:27.803270 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a91c2bce-32f4-46f8-86ed-1330864b451e req-e874dbe1-7797-4055-b337-bd0067710fa5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 944 time: 0.0804632 May 18 06:26:27.847565 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a91c2bce-32f4-46f8-86ed-1330864b451e req-45316afe-9aed-4293-a4ad-5bb279aab220 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385025 May 18 06:26:28.418173 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 91123536-5135-4a3c-aae3-25523e553fb7 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:26:28.484674 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port 91123536-5135-4a3c-aae3-25523e553fb7 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:26:28.485140 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:28.603447 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:28.630971 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:26:28.640354 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port 91123536-5135-4a3c-aae3-25523e553fb7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91123536-5135-4a3c-aae3-25523e553fb7,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:28.644197 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:28.646239 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:28.682237 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7', 'code': 200} May 18 06:26:28.714425 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=91123536-5135-4a3c-aae3-25523e553fb7,revision_number=10']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:28.717215 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:28.899769 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083f323-d3d9-47eb-b9fb-fef6c5e5f1df req-2c1bd3aa-da09-40b7-a2af-dbba0865c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:28.901266 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5083f323-d3d9-47eb-b9fb-fef6c5e5f1df req-2c1bd3aa-da09-40b7-a2af-dbba0865c54c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 1099 time: 0.0685568 May 18 06:26:28.942287 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5083f323-d3d9-47eb-b9fb-fef6c5e5f1df req-153a2fb4-4a87-4ea5-81b5-cfa033abad3b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346582 May 18 06:26:29.037757 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4ab7b-3359-4cfd-aac4-ed322ef24056 req-7bf94fff-4857-41e7-8ca8-d747eaa70dc9 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:29.039215 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c7c4ab7b-3359-4cfd-aac4-ed322ef24056 req-7bf94fff-4857-41e7-8ca8-d747eaa70dc9 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 946 time: 0.0821526 May 18 06:26:29.083855 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c7c4ab7b-3359-4cfd-aac4-ed322ef24056 req-10a9793f-a5b9-496d-a810-7f745390397f tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389152 May 18 06:26:29.966356 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50542) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:30.092012 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e966fe52-21c0-4a92-98a8-8f1545cebc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:30.106425 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-e966fe52-21c0-4a92-98a8-8f1545cebc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:30.110214 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-e966fe52-21c0-4a92-98a8-8f1545cebc13 admin admin] Usage tracker for resource:security_group_rule and tenant:a46042c9c813429fa280460467d6da26 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:30.115475 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-e966fe52-21c0-4a92-98a8-8f1545cebc13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:30.122075 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-e966fe52-21c0-4a92-98a8-8f1545cebc13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:30.207874 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e966fe52-21c0-4a92-98a8-8f1545cebc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:30.213355 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e966fe52-21c0-4a92-98a8-8f1545cebc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:30.222256 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-cd850626-d39b-42fd-a34d-1d84823180f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:30.264666 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-e966fe52-21c0-4a92-98a8-8f1545cebc13 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a46042c9c813429fa280460467d6da26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972050 May 18 06:26:30.265289 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50562) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:30.276783 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966fe52-21c0-4a92-98a8-8f1545cebc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dc15d1-da83-4d51-8b17-88ca5530fc9e,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:30.281475 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e966fe52-21c0-4a92-98a8-8f1545cebc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:30.294609 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0c000-271c-409e-99da-0d3a31fb8816 req-c9760cf2-56ed-4b76-9b3d-717bad9de8d7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:30.296542 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1bc0c000-271c-409e-99da-0d3a31fb8816 req-c9760cf2-56ed-4b76-9b3d-717bad9de8d7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 946 time: 0.0924118 May 18 06:26:30.340523 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ffdb38de-1a60-4449-a954-ab5403b651a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:30.355804 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1bc0c000-271c-409e-99da-0d3a31fb8816 req-bd7ff1f5-edb5-45e5-8ac7-b882ace9d91b tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522189 May 18 06:26:30.373134 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ffdb38de-1a60-4449-a954-ab5403b651a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:30.431966 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ffdb38de-1a60-4449-a954-ab5403b651a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:30.436836 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a9e0e3fe-63e7-484d-b8f5-dfb8e3282986 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:30.448491 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb38de-1a60-4449-a954-ab5403b651a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dc15d1-da83-4d51-8b17-88ca5530fc9e,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:30.451358 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ffdb38de-1a60-4449-a954-ab5403b651a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:30.453402 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-ffdb38de-1a60-4449-a954-ab5403b651a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:30.456587 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-ffdb38de-1a60-4449-a954-ab5403b651a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3dc15d1-da83-4d51-8b17-88ca5530fc9e HTTP/1.1" status: 204 len: 168 time: 0.1896055 May 18 06:26:30.740507 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 50592) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:30.759697 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0ca463fc-c6d5-4c21-ba49-5c09b507875a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:30.776619 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-0ca463fc-c6d5-4c21-ba49-5c09b507875a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:30.780445 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-0ca463fc-c6d5-4c21-ba49-5c09b507875a admin admin] Usage tracker for resource:security_group_rule and tenant:41f17582d232491492135b70f1fe74d9 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:30.783261 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-0ca463fc-c6d5-4c21-ba49-5c09b507875a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:30.789991 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-0ca463fc-c6d5-4c21-ba49-5c09b507875a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:30.880414 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0ca463fc-c6d5-4c21-ba49-5c09b507875a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:30.883833 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0ca463fc-c6d5-4c21-ba49-5c09b507875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:30.891903 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ddbb8b84-ced6-4cd5-ac82-df974298cf0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:30.929872 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-0ca463fc-c6d5-4c21-ba49-5c09b507875a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41f17582d232491492135b70f1fe74d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883469 May 18 06:26:30.931435 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca463fc-c6d5-4c21-ba49-5c09b507875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746ccead-785b-4387-9002-5cb015ff4cb3,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:30.932591 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50596) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:30.934282 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0ca463fc-c6d5-4c21-ba49-5c09b507875a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:30.992179 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1f7f3089-9dea-4c42-a7f8-dea38ae555f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:31.017646 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1f7f3089-9dea-4c42-a7f8-dea38ae555f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:31.069536 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1f7f3089-9dea-4c42-a7f8-dea38ae555f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:31.074183 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a0f9759a-99fb-4d32-8ba6-24b67feffec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:31.086886 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f3089-9dea-4c42-a7f8-dea38ae555f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746ccead-785b-4387-9002-5cb015ff4cb3,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:31.089719 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1f7f3089-9dea-4c42-a7f8-dea38ae555f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:31.091753 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1f7f3089-9dea-4c42-a7f8-dea38ae555f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:31.092768 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-1f7f3089-9dea-4c42-a7f8-dea38ae555f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/746ccead-785b-4387-9002-5cb015ff4cb3 HTTP/1.1" status: 204 len: 168 time: 0.1584167 May 18 06:26:31.688463 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595039c-e918-40d6-8fbe-73e17637aeb1 req-f070cce5-8af6-4bc0-8909-0203b63f62e9 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:31.689922 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f595039c-e918-40d6-8fbe-73e17637aeb1 req-f070cce5-8af6-4bc0-8909-0203b63f62e9 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 946 time: 0.0858126 May 18 06:26:31.735590 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f595039c-e918-40d6-8fbe-73e17637aeb1 req-e0985c3e-8e37-4054-9ef0-faccaefbb491 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393708 May 18 06:26:33.048906 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:36.511382 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50700) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:36.623448 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-36057776-1fc6-4e76-9daf-b552c515f18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:36.637928 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-36057776-1fc6-4e76-9daf-b552c515f18b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:36.641664 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-36057776-1fc6-4e76-9daf-b552c515f18b admin admin] Usage tracker for resource:security_group_rule and tenant:efcec72d7e0a456b9aa6dfd9db608dd3 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:36.645290 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-36057776-1fc6-4e76-9daf-b552c515f18b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:36.651084 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-36057776-1fc6-4e76-9daf-b552c515f18b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:36.732900 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-36057776-1fc6-4e76-9daf-b552c515f18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:36.736276 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-36057776-1fc6-4e76-9daf-b552c515f18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:36.742861 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0b4d4598-67bf-4933-8180-7135dfbbbb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:36.782047 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36057776-1fc6-4e76-9daf-b552c515f18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ed8644-7887-4123-a80e-03ab046c88d8,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:36.785515 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-36057776-1fc6-4e76-9daf-b552c515f18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:36.787893 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-36057776-1fc6-4e76-9daf-b552c515f18b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=efcec72d7e0a456b9aa6dfd9db608dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755413 May 18 06:26:36.790560 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50706) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:36.846251 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-51ae24d4-1ae8-4881-90a2-8aab438dbfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:36.871350 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-51ae24d4-1ae8-4881-90a2-8aab438dbfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:36.921184 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-51ae24d4-1ae8-4881-90a2-8aab438dbfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:36.926149 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-00b2a54d-27a7-43b9-88ea-641993831cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:36.938309 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae24d4-1ae8-4881-90a2-8aab438dbfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ed8644-7887-4123-a80e-03ab046c88d8,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:36.940849 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-51ae24d4-1ae8-4881-90a2-8aab438dbfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:36.942530 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-51ae24d4-1ae8-4881-90a2-8aab438dbfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:36.943611 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-51ae24d4-1ae8-4881-90a2-8aab438dbfff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8ed8644-7887-4123-a80e-03ab046c88d8 HTTP/1.1" status: 204 len: 168 time: 0.1521766 May 18 06:26:37.048419 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-54f1b249-71d1-4e1c-b2d0-8cbe4306a487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:37.219440 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50714) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:37.237163 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2deec7ea-03bb-4db8-af94-b8b9f16a3c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:37.255041 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-2deec7ea-03bb-4db8-af94-b8b9f16a3c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:37.258775 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-2deec7ea-03bb-4db8-af94-b8b9f16a3c39 admin admin] Usage tracker for resource:security_group_rule and tenant:eb83a2f5ffcc47ccaa0307b22a389e47 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:37.261504 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-2deec7ea-03bb-4db8-af94-b8b9f16a3c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:37.267223 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-2deec7ea-03bb-4db8-af94-b8b9f16a3c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:37.344518 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2deec7ea-03bb-4db8-af94-b8b9f16a3c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:37.348084 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-2deec7ea-03bb-4db8-af94-b8b9f16a3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:37.355492 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-68fb81d0-db2c-405c-b34e-52192476fd52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:37.396156 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-2deec7ea-03bb-4db8-af94-b8b9f16a3c39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb83a2f5ffcc47ccaa0307b22a389e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755378 May 18 06:26:37.397050 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deec7ea-03bb-4db8-af94-b8b9f16a3c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2268d22-9746-4673-9551-565dbab600d4,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:37.398711 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 50718) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:37.400665 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2deec7ea-03bb-4db8-af94-b8b9f16a3c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:37.455195 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b963752c-5020-4fb2-86f5-111e913f658d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:37.480771 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b963752c-5020-4fb2-86f5-111e913f658d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:37.531346 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b963752c-5020-4fb2-86f5-111e913f658d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:37.535865 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:37.548874 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963752c-5020-4fb2-86f5-111e913f658d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2268d22-9746-4673-9551-565dbab600d4,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:37.551672 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b963752c-5020-4fb2-86f5-111e913f658d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:37.563085 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b963752c-5020-4fb2-86f5-111e913f658d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:37.564530 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-b963752c-5020-4fb2-86f5-111e913f658d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2268d22-9746-4673-9551-565dbab600d4 HTTP/1.1" status: 204 len: 168 time: 0.1645215 May 18 06:26:37.896537 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 50726) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:37.916691 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ae445e79-b0ae-4a5a-99fc-62e36771149b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:37.930503 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ae445e79-b0ae-4a5a-99fc-62e36771149b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:37.934264 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ae445e79-b0ae-4a5a-99fc-62e36771149b admin admin] Usage tracker for resource:security_group_rule and tenant:0d2e1c9e1b664724a939af6f1d50a027 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:37.937037 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-ae445e79-b0ae-4a5a-99fc-62e36771149b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:37.943263 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-ae445e79-b0ae-4a5a-99fc-62e36771149b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:38.025827 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ae445e79-b0ae-4a5a-99fc-62e36771149b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:38.029624 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ae445e79-b0ae-4a5a-99fc-62e36771149b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:38.036529 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0ca463fc-c6d5-4c21-ba49-5c09b507875a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:38.075744 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae445e79-b0ae-4a5a-99fc-62e36771149b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2b854e-1839-4bba-bf66-99142a9f6422,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:38.080014 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-ae445e79-b0ae-4a5a-99fc-62e36771149b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d2e1c9e1b664724a939af6f1d50a027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825078 May 18 06:26:38.080900 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ae445e79-b0ae-4a5a-99fc-62e36771149b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:38.083320 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 50730) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:38.139039 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-16c8e03c-5e28-43d1-8563-5be252caff6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:38.164198 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-16c8e03c-5e28-43d1-8563-5be252caff6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:38.217434 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-16c8e03c-5e28-43d1-8563-5be252caff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:38.221032 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:38.231417 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8e03c-5e28-43d1-8563-5be252caff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2b854e-1839-4bba-bf66-99142a9f6422,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:38.236208 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-16c8e03c-5e28-43d1-8563-5be252caff6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:38.238127 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-16c8e03c-5e28-43d1-8563-5be252caff6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:38.239225 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-16c8e03c-5e28-43d1-8563-5be252caff6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a2b854e-1839-4bba-bf66-99142a9f6422 HTTP/1.1" status: 204 len: 168 time: 0.1557896 May 18 06:26:39.969801 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:40.113690 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a41e7d2-14c6-4cd0-9424-fddefd9433b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:40.812006 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:42.091514 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:02.451980 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:27:03.051851 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:04.491381 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-999555c7-94b8-4c31-be31-9487400df0dd req-2acda7a3-4fb8-47ef-9dd7-8207a8d3a88b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676093 May 18 06:27:04.710296 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999555c7-94b8-4c31-be31-9487400df0dd req-fdb017e5-09a5-4128-b628-c4049e8de0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:04.711733 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-999555c7-94b8-4c31-be31-9487400df0dd req-fdb017e5-09a5-4128-b628-c4049e8de0a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 1099 time: 0.1471024 May 18 06:27:04.853741 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999555c7-94b8-4c31-be31-9487400df0dd req-138d0520-76e1-4310-9f2d-c832a009847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:04.855591 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-999555c7-94b8-4c31-be31-9487400df0dd req-138d0520-76e1-4310-9f2d-c832a009847c service neutron] 10.222.0.39 "GET /v2.0/networks?id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 200 len: 917 time: 0.1238649 May 18 06:27:04.955778 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-999555c7-94b8-4c31-be31-9487400df0dd req-33263020-9ca7-4140-bf53-32bbf2b6856c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91123536-5135-4a3c-aae3-25523e553fb7 HTTP/1.1" status: 200 len: 1000 time: 0.0937693 May 18 06:27:05.016950 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999555c7-94b8-4c31-be31-9487400df0dd req-8731bb27-58a2-48fa-891c-e09393704239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:05.018391 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-999555c7-94b8-4c31-be31-9487400df0dd req-8731bb27-58a2-48fa-891c-e09393704239 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04f3d7da-6d97-479e-89c5-48a24fca53b8 HTTP/1.1" status: 200 len: 856 time: 0.0563588 May 18 06:27:05.095688 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999555c7-94b8-4c31-be31-9487400df0dd req-9a1c5536-59eb-4725-a88d-2989b76ee4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:05.097179 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-999555c7-94b8-4c31-be31-9487400df0dd req-9a1c5536-59eb-4725-a88d-2989b76ee4af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25b521bb-abd5-43d1-b8aa-02e9563ad1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0724652 May 18 06:27:05.230822 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-999555c7-94b8-4c31-be31-9487400df0dd req-6a2d8a97-b9a9-4533-aede-62c68f8c1359 service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265562 May 18 06:27:05.367281 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-999555c7-94b8-4c31-be31-9487400df0dd req-375e4e76-cd18-4466-969a-7f9ea79b5b9d service neutron] 10.222.0.39 "GET /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297119 May 18 06:27:07.050579 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-089e7d22-e3c0-4cbc-9b76-e770a8c7db38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:07.773547 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 50920) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:07.886796 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:07.900462 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:27:07.904806 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Usage tracker for resource:security_group_rule and tenant:29eebbb87b7f4e6b9ebfcc415e4b2b7c is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:27:07.907523 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:27:07.913109 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:27:07.991554 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:07.994816 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.003211 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-57a22e71-6615-4a98-a825-3b842c1b4577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:08.041623 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29eebbb87b7f4e6b9ebfcc415e4b2b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669823 May 18 06:27:08.043183 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654cf06f-3cb1-4cc3-a472-36b01064c82d,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:08.044334 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 50926) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:08.050523 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.050901 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.051267 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.051623 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.051984 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.052362 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.052714 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.053064 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.053411 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.053762 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.054107 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.054449 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.058947 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-cfd2d85b-097f-46e5-8e9d-3ca6aaee87b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:08.102491 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6926f5a4-0434-475e-916c-c8ac7cfb1af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.127893 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6926f5a4-0434-475e-916c-c8ac7cfb1af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.178280 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6926f5a4-0434-475e-916c-c8ac7cfb1af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.183308 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8a8a5432-7765-4749-bfd5-80de178dac2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:08.192980 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926f5a4-0434-475e-916c-c8ac7cfb1af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654cf06f-3cb1-4cc3-a472-36b01064c82d,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:08.196305 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6926f5a4-0434-475e-916c-c8ac7cfb1af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:08.199939 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6926f5a4-0434-475e-916c-c8ac7cfb1af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.201058 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-6926f5a4-0434-475e-916c-c8ac7cfb1af4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/654cf06f-3cb1-4cc3-a472-36b01064c82d HTTP/1.1" status: 204 len: 168 time: 0.1557629 May 18 06:27:09.973184 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:10.114558 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-adc86874-293f-4e51-9446-b949faa66921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:10.816137 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:12.092725 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:20.079329 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51048) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:20.194510 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:20.208311 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:27:20.212068 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Usage tracker for resource:security_group_rule and tenant:6c1324bb9f81481b9bb04a80ed4ba38d is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:27:20.214800 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:27:20.221011 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:27:20.303935 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:20.307385 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:20.315633 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-23f92cce-5e83-4d82-9dbc-d962f6cba5e0 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:20.353935 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c1324bb9f81481b9bb04a80ed4ba38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735393 May 18 06:27:20.355422 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2e758b-ed9c-4a5c-af0b-1ad681a70b53,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:20.357204 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51054) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:20.363365 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:20.363746 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:20.364134 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:20.364493 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:20.364851 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:20.365207 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:20.365559 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:20.365916 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:20.366266 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:20.366613 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:20.366963 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:20.367308 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:20.371666 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:20.414786 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-866e6b2c-63c4-4870-80dc-ad7473dd0cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:20.442128 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-866e6b2c-63c4-4870-80dc-ad7473dd0cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:20.492050 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-866e6b2c-63c4-4870-80dc-ad7473dd0cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:20.496830 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-36057776-1fc6-4e76-9daf-b552c515f18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:20.510003 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e6b2c-63c4-4870-80dc-ad7473dd0cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2e758b-ed9c-4a5c-af0b-1ad681a70b53,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:20.514217 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-866e6b2c-63c4-4870-80dc-ad7473dd0cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:20.521743 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-866e6b2c-63c4-4870-80dc-ad7473dd0cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:20.522824 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-866e6b2c-63c4-4870-80dc-ad7473dd0cae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e2e758b-ed9c-4a5c-af0b-1ad681a70b53 HTTP/1.1" status: 204 len: 168 time: 0.1646709 May 18 06:27:28.596399 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0335425-171d-4e37-befb-27c5c3b96764 req-a502da69-a7fc-4ca9-b3d9-a8e353f5e8e8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:28.597762 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b0335425-171d-4e37-befb-27c5c3b96764 req-a502da69-a7fc-4ca9-b3d9-a8e353f5e8e8 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 946 time: 0.0816011 May 18 06:27:28.640976 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b0335425-171d-4e37-befb-27c5c3b96764 req-3bcbbf5d-593a-4f65-aaba-1f3ebd982d89 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375941 May 18 06:27:29.835675 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7d875-e009-4adf-81af-875963573717 req-e5bd7039-b763-48e7-8fad-1fdfd6d996b9 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:29.837032 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-77e7d875-e009-4adf-81af-875963573717 req-e5bd7039-b763-48e7-8fad-1fdfd6d996b9 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 946 time: 0.0812085 May 18 06:27:29.881655 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-77e7d875-e009-4adf-81af-875963573717 req-8ab855ce-0ca1-4699-b18b-48d14d2242f6 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383666 May 18 06:27:30.145250 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f67195-276a-40be-847a-e50adca4fd8f req-b95a2069-82b1-42ad-b2d8-c140bd0647b4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:30.145824 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-30f67195-276a-40be-847a-e50adca4fd8f req-b95a2069-82b1-42ad-b2d8-c140bd0647b4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Synchronizing usage tracker for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:27:30.161523 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-30f67195-276a-40be-847a-e50adca4fd8f req-b95a2069-82b1-42ad-b2d8-c140bd0647b4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Unset dirty status for tenant:d53c64ff29674e85aeeb96ed68d90a45 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:27:30.162709 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-30f67195-276a-40be-847a-e50adca4fd8f req-b95a2069-82b1-42ad-b2d8-c140bd0647b4 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 946 time: 0.0950339 May 18 06:27:30.294063 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Deleting port 91123536-5135-4a3c-aae3-25523e553fb7 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:27:30.294406 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:30.422120 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] For port 91123536-5135-4a3c-aae3-25523e553fb7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91123536-5135-4a3c-aae3-25523e553fb7,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:27:30.422379 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:30.704300 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:30.704672 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:30.704985 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.l3_db [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Floating IP 0367f884-8d0a-424b-93b5-f5199a90c722 disassociated. External IP: 172.28.2.65, port: 91123536-5135-4a3c-aae3-25523e553fb7. May 18 06:27:30.705323 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Calling delete_port for 91123536-5135-4a3c-aae3-25523e553fb7 owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:27:30.897495 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:30.902802 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0f03d636-77db-4a8c-834a-af5d2f4364bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:30.947209 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event deleted for resources: {'Port': ['ID=91123536-5135-4a3c-aae3-25523e553fb7,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:30.950349 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:31.037466 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1832e614-0bf0-4cb8-93ce-d3bda612f3b0 req-dece5d55-3886-4858-aa9d-8d76e74e3c57 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/ports?device_id=72a92928-f832-47aa-988c-af45e9a025ad HTTP/1.1" status: 200 len: 210 time: 0.0422788 May 18 06:27:31.132948 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Router 09fab4fe-a875-47af-80f6-a4c2007649ef has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:27:31.308777 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:27:31.318851 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6ea5d-88e3-4b69-9a79-0856990a862d None None] Sync routers for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:27:31.329149 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e6ea5d-88e3-4b69-9a79-0856990a862d None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:27:31.329846 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-f3e6ea5d-88e3-4b69-9a79-0856990a862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:27:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:31.383715 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] No DVR routers for this DVR port 91123536-5135-4a3c-aae3-25523e553fb7 on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:27:31.386227 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:31.389502 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'name': 'network-vif-deleted', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:27:31.408092 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-30f67195-276a-40be-847a-e50adca4fd8f req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.39 "DELETE /v2.0/ports/91123536-5135-4a3c-aae3-25523e553fb7 HTTP/1.1" status: 204 len: 173 time: 1.2400353 May 18 06:27:31.449105 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a92928-f832-47aa-988c-af45e9a025ad', 'name': 'network-vif-deleted', 'tag': '91123536-5135-4a3c-aae3-25523e553fb7', 'status': 'completed', 'code': 200} May 18 06:27:31.520258 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-f3e6ea5d-88e3-4b69-9a79-0856990a862d None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:27:31.826311 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-f3e6ea5d-88e3-4b69-9a79-0856990a862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:05Z', 'revision_number': 5, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:31.829968 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6ea5d-88e3-4b69-9a79-0856990a862d None None] Checking router: 09fab4fe-a875-47af-80f6-a4c2007649ef for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:27:31.838649 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e6ea5d-88e3-4b69-9a79-0856990a862d None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:27:31.839247 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-f3e6ea5d-88e3-4b69-9a79-0856990a862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:27:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:32.013027 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-f3e6ea5d-88e3-4b69-9a79-0856990a862d None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:27:32.161962 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51082) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:32.230031 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-899383a9-aa13-4801-a543-1bba2bb8daf5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:32.257970 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-899383a9-aa13-4801-a543-1bba2bb8daf5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:32.309539 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-899383a9-aa13-4801-a543-1bba2bb8daf5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:32.314664 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-fc8dcfdb-16cc-444c-90eb-2a5751c1b654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:32.329184 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899383a9-aa13-4801-a543-1bba2bb8daf5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea32b53-f3b2-4eff-a7ca-1100e87c02a2,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:32.331689 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-899383a9-aa13-4801-a543-1bba2bb8daf5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:32.346194 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-f3e6ea5d-88e3-4b69-9a79-0856990a862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:05Z', 'revision_number': 5, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:32.346756 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-899383a9-aa13-4801-a543-1bba2bb8daf5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:32.347482 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-899383a9-aa13-4801-a543-1bba2bb8daf5 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "DELETE /v2.0/security-groups/6ea32b53-f3b2-4eff-a7ca-1100e87c02a2 HTTP/1.1" status: 204 len: 168 time: 0.1845012 May 18 06:27:32.350275 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51086) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:32.354954 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6ea5d-88e3-4b69-9a79-0856990a862d None None] The sync data for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb is: [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:18:59Z', 'revision_number': 4, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '1609437d-f480-46fd-9104-0590e28eac18', 'name': '', 'network_id': '25b521bb-abd5-43d1-b8aa-02e9563ad1b4', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'mac_address': 'fa:16:3e:d4:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:58Z', 'updated_at': '2021-05-18T06:19:05Z', 'revision_number': 5, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'subnets': [{'id': '04f3d7da-6d97-479e-89c5-48a24fca53b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:27:32.366630 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.api.v2.resource [None req-93611a77-8f5b-40fc-bfad-d8e35c02c719 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] show failed (client error): The resource could not be found. May 18 06:27:32.370417 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-93611a77-8f5b-40fc-bfad-d8e35c02c719 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "GET /v2.0/security-groups/6ea32b53-f3b2-4eff-a7ca-1100e87c02a2 HTTP/1.1" status: 404 len: 347 time: 0.0164180 May 18 06:27:32.370591 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51090) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:32.562389 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1af7300-f0ff-49e2-9dbc-568619fa0ffe None None] New status for floating IP 0367f884-8d0a-424b-93b5-f5199a90c722: DOWN {{(pid=78808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:27:32.591568 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-1ae84bbd-ee48-4a12-b11f-7050d99e8908 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Deleting port 65aed1eb-ea46-40c0-b02e-ba64b677b756 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:27:32.591861 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1ae84bbd-ee48-4a12-b11f-7050d99e8908 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:32.705911 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1ae84bbd-ee48-4a12-b11f-7050d99e8908 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:32.706231 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1ae84bbd-ee48-4a12-b11f-7050d99e8908 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:32.775809 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 91123536-5135-4a3c-aae3-25523e553fb7 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:27:32.809341 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: 91123536-5135-4a3c-aae3-25523e553fb7 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:27:32.810212 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device 91123536-5135-4a3c-aae3-25523e553fb7 not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:27:32.826497 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-1ae84bbd-ee48-4a12-b11f-7050d99e8908 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Calling delete_port for 65aed1eb-ea46-40c0-b02e-ba64b677b756 owned by network:floatingip {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:27:32.932921 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1ae84bbd-ee48-4a12-b11f-7050d99e8908 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:32.937525 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ec649360-655b-4e7e-bc4d-6e01fcf6f747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:32.979574 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae84bbd-ee48-4a12-b11f-7050d99e8908 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Pushing event deleted for resources: {'Port': ['ID=65aed1eb-ea46-40c0-b02e-ba64b677b756,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:33.004601 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1ae84bbd-ee48-4a12-b11f-7050d99e8908 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:33.053329 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:33.070978 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1ae84bbd-ee48-4a12-b11f-7050d99e8908 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks [] for floatingip, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:33.085201 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1ae84bbd-ee48-4a12-b11f-7050d99e8908 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:33.086307 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-1ae84bbd-ee48-4a12-b11f-7050d99e8908 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] 10.222.0.10 "DELETE /v2.0/floatingips/0367f884-8d0a-424b-93b5-f5199a90c722 HTTP/1.1" status: 204 len: 168 time: 0.7148371 May 18 06:27:35.853393 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51114) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:36.612329 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-db5488ea-6c05-4cd4-ac1c-bee7dda2c249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665035'] for router_interface, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:37.003683 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-db5488ea-6c05-4cd4-ac1c-bee7dda2c249 admin admin] Deleting port 1609437d-f480-46fd-9104-0590e28eac18 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:27:37.004413 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-db5488ea-6c05-4cd4-ac1c-bee7dda2c249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:37.052088 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-dd04247b-c264-4ec2-80dc-5f278fe93834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:37.120331 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-db5488ea-6c05-4cd4-ac1c-bee7dda2c249 admin admin] For port 1609437d-f480-46fd-9104-0590e28eac18, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=1609437d-f480-46fd-9104-0590e28eac18,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:27:37.120679 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-db5488ea-6c05-4cd4-ac1c-bee7dda2c249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:37.237923 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-db5488ea-6c05-4cd4-ac1c-bee7dda2c249 admin admin] Calling delete_port for 1609437d-f480-46fd-9104-0590e28eac18 owned by network:router_interface {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:27:37.380632 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-db5488ea-6c05-4cd4-ac1c-bee7dda2c249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:37.384906 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-116f8dc2-cf18-4015-9277-9685b602b48a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:37.428183 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5488ea-6c05-4cd4-ac1c-bee7dda2c249 admin admin] Pushing event deleted for resources: {'Port': ['ID=1609437d-f480-46fd-9104-0590e28eac18,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:37.554307 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-db5488ea-6c05-4cd4-ac1c-bee7dda2c249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:37.778618 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-db5488ea-6c05-4cd4-ac1c-bee7dda2c249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664935'] for router_interface, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:38.118368 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5488ea-6c05-4cd4-ac1c-bee7dda2c249 admin admin] Router 09fab4fe-a875-47af-80f6-a4c2007649ef has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:27:38.287032 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5488ea-6c05-4cd4-ac1c-bee7dda2c249 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:27:38.295743 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67487527-63c1-49ca-8fdb-5235c3cbad26 None None] Sync routers for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:27:38.299118 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-db5488ea-6c05-4cd4-ac1c-bee7dda2c249 admin admin] 10.222.0.10 "PUT /v2.0/routers/09fab4fe-a875-47af-80f6-a4c2007649ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4447014 May 18 06:27:38.301598 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51120) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:38.307324 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67487527-63c1-49ca-8fdb-5235c3cbad26 None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:27:38.308030 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-67487527-63c1-49ca-8fdb-5235c3cbad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:27:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:38.468444 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:38.478096 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-67487527-63c1-49ca-8fdb-5235c3cbad26 None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:27:38.638893 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:38.707548 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Deleting port 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:27:38.707885 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:38.754316 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-67487527-63c1-49ca-8fdb-5235c3cbad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:27:37Z', 'revision_number': 5, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port': {'id': '4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:18:53Z', 'updated_at': '2021-05-18T06:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:38.758342 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67487527-63c1-49ca-8fdb-5235c3cbad26 None None] Checking router: 09fab4fe-a875-47af-80f6-a4c2007649ef for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:27:38.767503 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67487527-63c1-49ca-8fdb-5235c3cbad26 None None] Routers {'09fab4fe-a875-47af-80f6-a4c2007649ef'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:27:38.768168 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-67487527-63c1-49ca-8fdb-5235c3cbad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:27:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['09fab4fe-a875-47af-80f6-a4c2007649ef'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:38.916211 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-67487527-63c1-49ca-8fdb-5235c3cbad26 None None] Set router 09fab4fe-a875-47af-80f6-a4c2007649ef gateway port host: None {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:27:38.931565 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] For port 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:27:38.931925 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:39.028537 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-67487527-63c1-49ca-8fdb-5235c3cbad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:27:38Z', 'revision_number': 6, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port_host': None}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:39.033133 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67487527-63c1-49ca-8fdb-5235c3cbad26 None None] The sync data for ids ['09fab4fe-a875-47af-80f6-a4c2007649ef'] in dv-cinder-784623-10-smb is: [{'id': '09fab4fe-a875-47af-80f6-a4c2007649ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1124511577-router', 'tenant_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:18:52Z', 'updated_at': '2021-05-18T06:27:38Z', 'revision_number': 6, 'project_id': 'd53c64ff29674e85aeeb96ed68d90a45', 'gw_port_host': None}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:27:39.063852 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Calling delete_port for 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 owned by network:router_gateway {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:27:39.203719 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:39.208385 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-5bea772f-ff51-43af-b1a2-f1ddc596df17 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:39.255093 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:39.257614 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:39.343770 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683244'] for router_gateway, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:39.451386 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:27:39.515176 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14095'] for router, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:39.517316 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:39.538258 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683028'] for router, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:39.538933 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09fab4fe-a875-47af-80f6-a4c2007649ef {{(pid=78806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:27:39.551198 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] Notify callbacks [] for router, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:39.552330 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-b0e1dc9a-fc21-4119-a2ed-75700bf8c5c2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/09fab4fe-a875-47af-80f6-a4c2007649ef HTTP/1.1" status: 204 len: 168 time: 1.2498279 May 18 06:27:39.554872 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51124) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:39.614026 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_v2 [None req-9624a072-f8a8-4842-ad95-883aa514836c admin admin] Deleting subnet 04f3d7da-6d97-479e-89c5-48a24fca53b8 {{(pid=78806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:27:39.616845 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9624a072-f8a8-4842-ad95-883aa514836c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:39.664225 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9624a072-f8a8-4842-ad95-883aa514836c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3782833'] for subnet, precommit_delete_associations {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:39.743712 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9624a072-f8a8-4842-ad95-883aa514836c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:39.809328 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:27:39.847107 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:27:39.847452 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 4e26d35f-f94c-4bf5-850b-e6eaa2e6c8c5 not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:27:39.848167 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 1609437d-f480-46fd-9104-0590e28eac18 no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:27:39.881757 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 1609437d-f480-46fd-9104-0590e28eac18 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:27:39.882110 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 1609437d-f480-46fd-9104-0590e28eac18 not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:27:39.983196 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.001132 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9624a072-f8a8-4842-ad95-883aa514836c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3007564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126337'] for subnet, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.005414 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-4e167230-0595-48f2-a70b-5af98b2aae38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:40.044957 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624a072-f8a8-4842-ad95-883aa514836c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04f3d7da-6d97-479e-89c5-48a24fca53b8,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:40.047445 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9624a072-f8a8-4842-ad95-883aa514836c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:40.050269 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9624a072-f8a8-4842-ad95-883aa514836c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.055174 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dd4844-2b8c-46ca-b291-04c9aed7d1c6 None None] Network 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:27:40.059289 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-9624a072-f8a8-4842-ad95-883aa514836c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/04f3d7da-6d97-479e-89c5-48a24fca53b8 HTTP/1.1" status: 204 len: 168 time: 0.5012722 May 18 06:27:40.059680 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51128) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:40.155987 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9a905e9a-266d-4586-879c-77a42cc9131f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.162564 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.237819 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Deleting port 685e4550-08c5-476b-a650-ffed9f60bddf {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:27:40.238486 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.299543 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] DHCP port deletion for 25b521bb-abd5-43d1-b8aa-02e9563ad1b4 request from dv-cinder-784623-10-smb {{(pid=78808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:27:40.408016 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Deleting port 685e4550-08c5-476b-a650-ffed9f60bddf {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:27:40.408497 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.432917 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] For port 685e4550-08c5-476b-a650-ffed9f60bddf, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=685e4550-08c5-476b-a650-ffed9f60bddf,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:27:40.433267 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.508455 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] For port 685e4550-08c5-476b-a650-ffed9f60bddf, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=685e4550-08c5-476b-a650-ffed9f60bddf,segment=NetworkSegment(9cdeafbb-a907-477b-907a-831e02785da0),segment_id=9cdeafbb-a907-477b-907a-831e02785da0)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:27:40.508849 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.553014 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Calling delete_port for 685e4550-08c5-476b-a650-ffed9f60bddf owned by network:dhcp {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:27:40.598876 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.603545 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:40.630595 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Calling delete_port for 685e4550-08c5-476b-a650-ffed9f60bddf owned by network:dhcp {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:27:40.650049 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=685e4550-08c5-476b-a650-ffed9f60bddf,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:40.651837 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] No DVR routers for this DVR port 685e4550-08c5-476b-a650-ffed9f60bddf on host dv-cinder-784623-10-smb {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:27:40.653357 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:40.679201 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.683659 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-c203d62a-fe1f-48d6-ba31-b7e4e5edcc2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:40.727558 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] No DVR routers for this DVR port 685e4550-08c5-476b-a650-ffed9f60bddf on host dv-cinder-784623-10-smb {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:27:40.731232 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Pushing event deleted for resources: {'Port': ['ID=685e4550-08c5-476b-a650-ffed9f60bddf,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:40.740642 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:40.740988 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:40.741321 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:40.741649 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:40.741974 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:40.742297 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:40.742616 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:40.742936 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:40.743256 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:40.743570 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:40.743888 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:40.744232 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:40.747992 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-167c2179-43a2-4915-8559-3f86499ddd54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:40.766412 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.778830 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b521bb-abd5-43d1-b8aa-02e9563ad1b4']}} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:40.790527 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdeafbb-a907-477b-907a-831e02785da0') {'for_net_delete': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:40.790825 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdeafbb-a907-477b-907a-831e02785da0') {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:40.803216 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782846'] for segment, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.816813 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.819981 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.825941 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=78806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:27:40.826321 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3007722'] for segment, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: Traceback (most recent call last): May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: timer() May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: cb(*args, **kw) May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: return func(*args, **kwargs) May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: self._notify() May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: self.callback(batched_events) May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: event.method(event) May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: return f(self, *a, **k) May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: return self._get(url).json() May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: return self.request(url, 'GET', **kwargs) May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:27:40.839110 dv-cinder-784623-10-smb neutron-server[78806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:27:40.913702 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.917281 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:40.930269 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:40.942186 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=25b521bb-abd5-43d1-b8aa-02e9563ad1b4,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:40.946119 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:40.955000 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-e6fefad6-878f-40a7-955b-7d6ac8896bc1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/25b521bb-abd5-43d1-b8aa-02e9563ad1b4 HTTP/1.1" status: 204 len: 168 time: 0.8940582 May 18 06:27:41.068726 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51134) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:41.115833 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-bf7b5ca7-8b90-4aec-986d-4f4f5eb7e4c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d53c64ff29674e85aeeb96ed68d90a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459638 May 18 06:27:41.118054 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51138) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:41.173289 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7f60b919-9245-422e-91d0-81edbc4e6973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:41.197244 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7f60b919-9245-422e-91d0-81edbc4e6973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:41.247862 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7f60b919-9245-422e-91d0-81edbc4e6973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:41.252309 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-4da153d7-f6ed-4112-aae5-153da1588f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:41.268721 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60b919-9245-422e-91d0-81edbc4e6973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e47f706-96ab-45e2-bc90-1afa7f85bc43,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:41.273271 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7f60b919-9245-422e-91d0-81edbc4e6973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:41.275006 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-7f60b919-9245-422e-91d0-81edbc4e6973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:41.276095 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-7f60b919-9245-422e-91d0-81edbc4e6973 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e47f706-96ab-45e2-bc90-1afa7f85bc43 HTTP/1.1" status: 204 len: 168 time: 0.1571774 May 18 06:27:41.627931 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 685e4550-08c5-476b-a650-ffed9f60bddf no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:27:41.664187 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 685e4550-08c5-476b-a650-ffed9f60bddf {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:27:41.664603 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 685e4550-08c5-476b-a650-ffed9f60bddf not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:27:42.095562 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:51.633965 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51258) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:51.751657 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-27a39431-8558-45a2-8a62-eebeceb8e9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:51.846524 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-27a39431-8558-45a2-8a62-eebeceb8e9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:27:51.850190 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-27a39431-8558-45a2-8a62-eebeceb8e9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:48c07c325ef94b73b1a4cdf65632b36f is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:27:51.852930 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-27a39431-8558-45a2-8a62-eebeceb8e9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:27:51.858517 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-27a39431-8558-45a2-8a62-eebeceb8e9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:27:51.937367 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-27a39431-8558-45a2-8a62-eebeceb8e9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:51.940799 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-27a39431-8558-45a2-8a62-eebeceb8e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:51.948829 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-83af89fc-6b86-4e74-b88e-6d8af1fe3251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:51.987986 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-27a39431-8558-45a2-8a62-eebeceb8e9b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48c07c325ef94b73b1a4cdf65632b36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529966 May 18 06:27:51.988887 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a39431-8558-45a2-8a62-eebeceb8e9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1884e3-9af0-4505-991d-a01569448c8a,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:51.990684 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51264) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:51.991924 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-27a39431-8558-45a2-8a62-eebeceb8e9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:52.052325 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d585f9ac-02de-4711-aee0-8a5e083a30b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:52.077220 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d585f9ac-02de-4711-aee0-8a5e083a30b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:52.127499 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d585f9ac-02de-4711-aee0-8a5e083a30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:52.130894 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-82210e8e-8d64-4bfc-9665-f14d7c4166a9 tempest-VolumesNegativeTest-635198910 tempest-VolumesNegativeTest-635198910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:52.141654 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585f9ac-02de-4711-aee0-8a5e083a30b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1884e3-9af0-4505-991d-a01569448c8a,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:52.146328 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d585f9ac-02de-4711-aee0-8a5e083a30b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:52.148232 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-d585f9ac-02de-4711-aee0-8a5e083a30b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:52.149308 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-d585f9ac-02de-4711-aee0-8a5e083a30b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c1884e3-9af0-4505-991d-a01569448c8a HTTP/1.1" status: 204 len: 168 time: 0.1571739 May 18 06:27:53.604168 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51306) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:53.718637 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c4cf13d8-a40d-4a32-a684-3ee448e3fd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:53.732469 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-c4cf13d8-a40d-4a32-a684-3ee448e3fd1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:27:53.736852 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-c4cf13d8-a40d-4a32-a684-3ee448e3fd1b admin admin] Usage tracker for resource:security_group_rule and tenant:ccf25547c1ac4cab971a5b9ac509fa2c is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:27:53.739580 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-c4cf13d8-a40d-4a32-a684-3ee448e3fd1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:27:53.745198 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-c4cf13d8-a40d-4a32-a684-3ee448e3fd1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:27:53.822498 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c4cf13d8-a40d-4a32-a684-3ee448e3fd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:53.825793 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c4cf13d8-a40d-4a32-a684-3ee448e3fd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:53.836998 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ffdb38de-1a60-4449-a954-ab5403b651a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:53.875550 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-c4cf13d8-a40d-4a32-a684-3ee448e3fd1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ccf25547c1ac4cab971a5b9ac509fa2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703650 May 18 06:27:53.877118 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf13d8-a40d-4a32-a684-3ee448e3fd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3e79ac-0cfd-4c00-aff1-dd4f95eb07e5,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:53.878292 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51312) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:53.880282 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c4cf13d8-a40d-4a32-a684-3ee448e3fd1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:53.935375 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7f29-d267-4ac2-884c-e2cc2a6f8435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:53.959713 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7f29-d267-4ac2-884c-e2cc2a6f8435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:54.013582 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7f29-d267-4ac2-884c-e2cc2a6f8435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:54.018359 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ec465528-c98e-421b-90b3-001e83f4b0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:54.032176 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c7f29-d267-4ac2-884c-e2cc2a6f8435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3e79ac-0cfd-4c00-aff1-dd4f95eb07e5,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:54.035867 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7e4c7f29-d267-4ac2-884c-e2cc2a6f8435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:54.043176 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7f29-d267-4ac2-884c-e2cc2a6f8435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:54.044306 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-7e4c7f29-d267-4ac2-884c-e2cc2a6f8435 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a3e79ac-0cfd-4c00-aff1-dd4f95eb07e5 HTTP/1.1" status: 204 len: 168 time: 0.1650229 May 18 06:27:54.312156 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51320) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:54.329742 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-860eeb9b-7456-47cb-9be8-335d9bf9fcc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:54.344224 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-860eeb9b-7456-47cb-9be8-335d9bf9fcc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:27:54.347978 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-860eeb9b-7456-47cb-9be8-335d9bf9fcc6 admin admin] Usage tracker for resource:security_group_rule and tenant:d5e4c09a69314b72aa8d281a74392d35 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:27:54.350743 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-860eeb9b-7456-47cb-9be8-335d9bf9fcc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:27:54.356361 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-860eeb9b-7456-47cb-9be8-335d9bf9fcc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:27:54.434721 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-860eeb9b-7456-47cb-9be8-335d9bf9fcc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:54.438032 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-860eeb9b-7456-47cb-9be8-335d9bf9fcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:54.444653 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9ddde974-5641-4160-8ca5-e84d7a741545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:54.483515 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860eeb9b-7456-47cb-9be8-335d9bf9fcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2045814c-4014-42e1-83a0-472d659370e3,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:54.487733 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-860eeb9b-7456-47cb-9be8-335d9bf9fcc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5e4c09a69314b72aa8d281a74392d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746094 May 18 06:27:54.488598 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-860eeb9b-7456-47cb-9be8-335d9bf9fcc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:54.490458 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51324) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:54.546763 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-56168a27-4e37-4ca4-b332-ff1bea6da146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:54.575179 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-56168a27-4e37-4ca4-b332-ff1bea6da146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:54.626876 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-56168a27-4e37-4ca4-b332-ff1bea6da146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:54.631342 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-21b5fcbd-4ddf-4edd-9931-77fdb4676f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:54.644063 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56168a27-4e37-4ca4-b332-ff1bea6da146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2045814c-4014-42e1-83a0-472d659370e3,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:54.646795 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-56168a27-4e37-4ca4-b332-ff1bea6da146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:54.647691 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-56168a27-4e37-4ca4-b332-ff1bea6da146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:54.649495 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-56168a27-4e37-4ca4-b332-ff1bea6da146 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2045814c-4014-42e1-83a0-472d659370e3 HTTP/1.1" status: 204 len: 168 time: 0.1580546 May 18 06:28:03.051694 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:04.300749 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51458) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:04.414507 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b7211de8-718d-431a-b0f8-431b260eff3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:04.428228 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-b7211de8-718d-431a-b0f8-431b260eff3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:04.431979 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-b7211de8-718d-431a-b0f8-431b260eff3f admin admin] Usage tracker for resource:security_group_rule and tenant:4afce612a95e46ca9028d1e7a786b175 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:04.434733 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-b7211de8-718d-431a-b0f8-431b260eff3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:04.441128 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-b7211de8-718d-431a-b0f8-431b260eff3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:04.519917 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b7211de8-718d-431a-b0f8-431b260eff3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:04.523236 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-b7211de8-718d-431a-b0f8-431b260eff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:04.531306 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8dc2afd4-6179-4895-ae82-45a3d5e134d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:04.569598 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-b7211de8-718d-431a-b0f8-431b260eff3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4afce612a95e46ca9028d1e7a786b175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678328 May 18 06:28:04.571169 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7211de8-718d-431a-b0f8-431b260eff3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ec1409-3a8b-4915-ac7c-50c6e0174730,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:04.572263 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51464) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:04.574252 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b7211de8-718d-431a-b0f8-431b260eff3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:04.630094 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c23b-67e4-4756-bd31-9e1c4d516822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:04.654426 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c23b-67e4-4756-bd31-9e1c4d516822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:04.704691 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c23b-67e4-4756-bd31-9e1c4d516822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:04.709445 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-2b5c59cb-0cd3-4a58-aadc-32e483c23756 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:04.720808 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5c23b-67e4-4756-bd31-9e1c4d516822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ec1409-3a8b-4915-ac7c-50c6e0174730,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:04.723169 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c6a5c23b-67e4-4756-bd31-9e1c4d516822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:04.730969 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c23b-67e4-4756-bd31-9e1c4d516822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:04.732168 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-c6a5c23b-67e4-4756-bd31-9e1c4d516822 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7ec1409-3a8b-4915-ac7c-50c6e0174730 HTTP/1.1" status: 204 len: 168 time: 0.1588049 May 18 06:28:05.002555 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51472) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:05.020107 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-79822a89-667c-4d0e-ba20-c31311166be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:05.038434 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-79822a89-667c-4d0e-ba20-c31311166be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:05.042259 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-79822a89-667c-4d0e-ba20-c31311166be2 admin admin] Usage tracker for resource:security_group_rule and tenant:e4a43da1dba547d798f31d37849ecf97 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:05.045007 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-79822a89-667c-4d0e-ba20-c31311166be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:05.051215 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-79822a89-667c-4d0e-ba20-c31311166be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:05.129078 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-79822a89-667c-4d0e-ba20-c31311166be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:05.132574 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-79822a89-667c-4d0e-ba20-c31311166be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:05.140669 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-76d297c8-ec3e-4e3c-bfa1-ccecb9d01e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:05.179234 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-79822a89-667c-4d0e-ba20-c31311166be2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4a43da1dba547d798f31d37849ecf97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755922 May 18 06:28:05.180767 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79822a89-667c-4d0e-ba20-c31311166be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0384e651-6ffd-4428-a149-67fd42bb80b4,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:05.181794 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51476) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:05.183623 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-79822a89-667c-4d0e-ba20-c31311166be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:05.242513 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6552c42a-71de-457e-911f-d3c05f6992f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:05.268420 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6552c42a-71de-457e-911f-d3c05f6992f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:05.320358 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6552c42a-71de-457e-911f-d3c05f6992f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:05.324914 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b01faa8e-8b96-4bc3-aa25-4c4914fa8d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:05.336139 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552c42a-71de-457e-911f-d3c05f6992f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0384e651-6ffd-4428-a149-67fd42bb80b4,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:05.338495 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-6552c42a-71de-457e-911f-d3c05f6992f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:05.341839 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6552c42a-71de-457e-911f-d3c05f6992f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:05.343744 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-6552c42a-71de-457e-911f-d3c05f6992f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0384e651-6ffd-4428-a149-67fd42bb80b4 HTTP/1.1" status: 204 len: 168 time: 0.1606734 May 18 06:28:05.678317 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51484) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:05.695403 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a19f98b6-c047-4d48-b7e8-9d4bf18c479f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:05.709029 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-a19f98b6-c047-4d48-b7e8-9d4bf18c479f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:05.712791 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-a19f98b6-c047-4d48-b7e8-9d4bf18c479f admin admin] Usage tracker for resource:security_group_rule and tenant:a5f34fedfd2a472c849cfa778b1b3cf0 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:05.715539 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-a19f98b6-c047-4d48-b7e8-9d4bf18c479f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:05.721732 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-a19f98b6-c047-4d48-b7e8-9d4bf18c479f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:05.802412 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a19f98b6-c047-4d48-b7e8-9d4bf18c479f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:05.805959 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-a19f98b6-c047-4d48-b7e8-9d4bf18c479f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:05.813947 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-509dcd75-fecd-4346-aae0-b14bdcfce26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:05.851931 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-a19f98b6-c047-4d48-b7e8-9d4bf18c479f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5f34fedfd2a472c849cfa778b1b3cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726179 May 18 06:28:05.852872 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f98b6-c047-4d48-b7e8-9d4bf18c479f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2d437d-07c2-4df9-9fd1-13113f913966,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:05.854627 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51488) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:05.855706 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a19f98b6-c047-4d48-b7e8-9d4bf18c479f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:05.912943 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-17791468-bcc8-41d6-946e-5e3dc451196b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:05.937944 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-17791468-bcc8-41d6-946e-5e3dc451196b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:05.989064 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-17791468-bcc8-41d6-946e-5e3dc451196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:05.993696 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7d927fae-2653-43a2-9b4f-a46b51a7a157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:06.010046 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17791468-bcc8-41d6-946e-5e3dc451196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2d437d-07c2-4df9-9fd1-13113f913966,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:06.012592 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-17791468-bcc8-41d6-946e-5e3dc451196b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:06.022331 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-17791468-bcc8-41d6-946e-5e3dc451196b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:06.023430 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-17791468-bcc8-41d6-946e-5e3dc451196b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e2d437d-07c2-4df9-9fd1-13113f913966 HTTP/1.1" status: 204 len: 168 time: 0.1676056 May 18 06:28:07.055007 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9d14fcbd-935f-4331-b8a1-8cb98f35b6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:08.134998 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51562) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:08.250635 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d544df0-ba82-4333-852f-5787d2493df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:08.264502 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4d544df0-ba82-4333-852f-5787d2493df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:08.268955 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-4d544df0-ba82-4333-852f-5787d2493df6 admin admin] Usage tracker for resource:security_group_rule and tenant:4fd14aec365641b5a27bfa09075c5876 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:08.271705 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-4d544df0-ba82-4333-852f-5787d2493df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:08.277366 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4d544df0-ba82-4333-852f-5787d2493df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:08.355032 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d544df0-ba82-4333-852f-5787d2493df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:08.359035 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d544df0-ba82-4333-852f-5787d2493df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:08.367378 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-16c8e03c-5e28-43d1-8563-5be252caff6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:08.405900 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-4d544df0-ba82-4333-852f-5787d2493df6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fd14aec365641b5a27bfa09075c5876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698166 May 18 06:28:08.407455 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d544df0-ba82-4333-852f-5787d2493df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2426d11e-65a1-4d96-a3dc-a515915bedb1,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:08.408647 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51568) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:08.410398 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4d544df0-ba82-4333-852f-5787d2493df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:08.469002 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:08.495470 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:08.546578 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:08.551050 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e966fe52-21c0-4a92-98a8-8f1545cebc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:08.563661 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2426d11e-65a1-4d96-a3dc-a515915bedb1,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:08.575425 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:08.575801 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:08.576203 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:08.576564 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:08.576920 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:08.577269 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:08.577618 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:08.577971 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:08.578320 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:08.578664 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:08.579086 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:08.579338 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:08.582813 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:08.584790 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:08.585876 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-30b6adab-4587-41ff-893f-3df0b9cdd418 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2426d11e-65a1-4d96-a3dc-a515915bedb1 HTTP/1.1" status: 204 len: 168 time: 0.1762702 May 18 06:28:08.854102 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51576) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:08.872025 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-996ec5b0-f386-4ee9-adb2-c09a835063d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:08.885662 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-996ec5b0-f386-4ee9-adb2-c09a835063d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:08.889401 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-996ec5b0-f386-4ee9-adb2-c09a835063d7 admin admin] Usage tracker for resource:security_group_rule and tenant:1c902144956e4249b30d35c2bbd8cc81 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:08.892179 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-996ec5b0-f386-4ee9-adb2-c09a835063d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:08.897714 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-996ec5b0-f386-4ee9-adb2-c09a835063d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:08.976766 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-996ec5b0-f386-4ee9-adb2-c09a835063d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:08.980813 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-996ec5b0-f386-4ee9-adb2-c09a835063d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:08.988221 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c6a5c23b-67e4-4756-bd31-9e1c4d516822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:09.029206 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ec5b0-f386-4ee9-adb2-c09a835063d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fdbe39-6e7f-4d89-b229-9635e11dd2fd,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:09.033151 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-996ec5b0-f386-4ee9-adb2-c09a835063d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:09.035400 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-996ec5b0-f386-4ee9-adb2-c09a835063d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c902144956e4249b30d35c2bbd8cc81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802890 May 18 06:28:09.037998 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51580) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:09.094524 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-12e79c52-b258-45be-a77f-d5197e209c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:09.119033 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-12e79c52-b258-45be-a77f-d5197e209c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:09.170178 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-12e79c52-b258-45be-a77f-d5197e209c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:09.173768 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1f7f3089-9dea-4c42-a7f8-dea38ae555f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:09.185928 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e79c52-b258-45be-a77f-d5197e209c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fdbe39-6e7f-4d89-b229-9635e11dd2fd,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:09.188801 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-12e79c52-b258-45be-a77f-d5197e209c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:09.190765 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-12e79c52-b258-45be-a77f-d5197e209c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:09.192389 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-12e79c52-b258-45be-a77f-d5197e209c50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94fdbe39-6e7f-4d89-b229-9635e11dd2fd HTTP/1.1" status: 204 len: 168 time: 0.1530068 May 18 06:28:09.975908 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:10.117356 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-7b3a332a-3d81-4765-a1f3-d674e5371f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:10.821181 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:12.098397 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:13.860647 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51650) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:13.974454 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e5463e9b-565f-4765-b0cc-82abc5690e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:13.988916 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e5463e9b-565f-4765-b0cc-82abc5690e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:13.992676 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e5463e9b-565f-4765-b0cc-82abc5690e45 admin admin] Usage tracker for resource:security_group_rule and tenant:cf25d252ce7e4dbb9d4c1ae839dcd410 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:13.995397 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-e5463e9b-565f-4765-b0cc-82abc5690e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:14.001609 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-e5463e9b-565f-4765-b0cc-82abc5690e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:14.083534 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e5463e9b-565f-4765-b0cc-82abc5690e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:14.087151 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e5463e9b-565f-4765-b0cc-82abc5690e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:14.099637 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-52908781-d5ff-411f-8ab4-a18b38554d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:14.138964 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-e5463e9b-565f-4765-b0cc-82abc5690e45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf25d252ce7e4dbb9d4c1ae839dcd410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772229 May 18 06:28:14.139796 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5463e9b-565f-4765-b0cc-82abc5690e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94333ec6-3850-4d41-a0ba-3520f8048e3c,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:14.141766 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51656) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:14.142714 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e5463e9b-565f-4765-b0cc-82abc5690e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:14.199439 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1604130c-0829-4992-a60e-c3199b9eeb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:14.224100 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1604130c-0829-4992-a60e-c3199b9eeb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:14.276992 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1604130c-0829-4992-a60e-c3199b9eeb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:14.282344 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-bd309a26-6c1f-4054-9744-da0ead80e06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:14.292888 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604130c-0829-4992-a60e-c3199b9eeb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94333ec6-3850-4d41-a0ba-3520f8048e3c,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:14.296236 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-1604130c-0829-4992-a60e-c3199b9eeb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:14.299356 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-1604130c-0829-4992-a60e-c3199b9eeb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:14.300476 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-1604130c-0829-4992-a60e-c3199b9eeb3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94333ec6-3850-4d41-a0ba-3520f8048e3c HTTP/1.1" status: 204 len: 168 time: 0.1576583 May 18 06:28:14.932360 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51680) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:15.035695 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-174474376-network', 'tenant_id': '07400da5d37b44f896114d79e95aeb80'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:15.040395 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:15.044170 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Usage tracker for resource:network and tenant:07400da5d37b44f896114d79e95aeb80 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:15.047513 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:15.053152 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:15.063630 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Made reservation on behalf of 07400da5d37b44f896114d79e95aeb80 for: {'network': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:28:15.065906 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:15.077860 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:15.091570 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:15.095236 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Usage tracker for resource:security_group_rule and tenant:07400da5d37b44f896114d79e95aeb80 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:15.097953 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:15.103659 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:15.181482 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:15.185126 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:15.189516 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c71668e3-d6fd-403e-a8a1-480f4941136a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:15.212226 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=78806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:28:15.224116 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc63d4c3-1715-4445-bc2c-ed8f6aa89a56,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:15.227729 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:15.230147 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:15.230480 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.segments_db [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Added segment dd698956-6118-4d9d-b13c-ee9755f99c02 of type vlan for network a8b104d6-2907-496e-8072-72175122ba8e May 18 06:28:15.256806 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:15.283744 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:15.285050 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:15.285624 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:15.289994 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:15.466961 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5335262 May 18 06:28:15.468486 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b104d6-2907-496e-8072-72175122ba8e,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:15.470530 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51686) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:15.471827 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e4e75ecb-9a4f-4f59-b59e-ec1015d88071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:15.476728 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Request body: {'subnet': {'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-174474376-subnet', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'ip_version': 4}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:15.478113 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network a8b104d6-2907-496e-8072-72175122ba8e details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:28:15.481662 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:15.486306 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Usage tracker for resource:subnet and tenant:07400da5d37b44f896114d79e95aeb80 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:15.489408 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:15.495127 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:15.504649 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Made reservation on behalf of 07400da5d37b44f896114d79e95aeb80 for: {'subnet': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:28:15.506939 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2196382'] for subnet, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:15.878400 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3922101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2196364'] for subnet, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:15.882735 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2f034757-a3a2-45aa-9afa-913d07169176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:15.950390 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d28730-f44e-43cd-b9b5-337e3fef5336,revision_number=0']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:15.954325 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:15.959830 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Checking segment: {'id': 'dd698956-6118-4d9d-b13c-ee9755f99c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:28:15.960216 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Network hostable DHCP agents. Network: a8b104d6-2907-496e-8072-72175122ba8e, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:28:15.977074 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Network a8b104d6-2907-496e-8072-72175122ba8e is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:28:15.986118 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, a8b104d6-2907-496e-8072-72175122ba8e) {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:28:15.993902 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7105cf03-a01f-41c7-9d4c-3d24d7b00d9d None None] Network a8b104d6-2907-496e-8072-72175122ba8e requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:28:15.997036 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:15.997667 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:16.027208 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-eb79dba9-7de5-4506-9cec-1c30897fe2f9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5553555 May 18 06:28:16.029780 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51690) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:16.035295 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:16.039755 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:16.043564 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Usage tracker for resource:router and tenant:07400da5d37b44f896114d79e95aeb80 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:16.046460 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:16.052191 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:16.062002 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14097'] for router, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:16.063046 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14086'] for router, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:16.077907 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:16.205876 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7579a6-934c-53e0-bcc5-5362a01ddfef-a8b104d6-2907-496e-8072-72175122ba8e', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'fixed_ips': [{'subnet_id': '49d28730-f44e-43cd-b9b5-337e3fef5336'}]}} from dv-cinder-784623-10-smb. {{(pid=78808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:28:16.206793 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:16.369155 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Allocated IP 172.20.0.2 (a8b104d6-2907-496e-8072-72175122ba8e/49d28730-f44e-43cd-b9b5-337e3fef5336/ea7f886a-c254-4b4d-993a-fb1d335d012b) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:28:16.436717 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-669950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14324'] for router, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:16.450281 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:28:16.570002 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:16.580210 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Transition to ACTIVE for port object ea7f886a-c254-4b4d-993a-fb1d335d012b will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:16.598463 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Transition to ACTIVE for port object ea7f886a-c254-4b4d-993a-fb1d335d012b will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:16.606946 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:16.610792 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:16.672775 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Network a8b104d6-2907-496e-8072-72175122ba8e is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:28:16.675601 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:28:16.679181 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:28:16.688265 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Pushing event updated for resources: {'Port': ['ID=ea7f886a-c254-4b4d-993a-fb1d335d012b,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:16.713773 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:16.748867 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:16.770444 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Attempting to bind port ea7f886a-c254-4b4d-993a-fb1d335d012b on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:28:16.770812 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Attempting to bind port ea7f886a-c254-4b4d-993a-fb1d335d012b by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': 'dd698956-6118-4d9d-b13c-ee9755f99c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:28:16.771171 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Attempting to bind port ea7f886a-c254-4b4d-993a-fb1d335d012b on network a8b104d6-2907-496e-8072-72175122ba8e {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:28:16.776521 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:28:16.776903 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Checking segment: {'id': 'dd698956-6118-4d9d-b13c-ee9755f99c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:28:16.777316 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:16.777725 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Bound using segment: {'id': 'dd698956-6118-4d9d-b13c-ee9755f99c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:28:16.778144 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:16.778256 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Bound port: ea7f886a-c254-4b4d-993a-fb1d335d012b, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd698956-6118-4d9d-b13c-ee9755f99c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:28:16.778560 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:16.868286 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] For port ea7f886a-c254-4b4d-993a-fb1d335d012b, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:28:16.871547 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] For port ea7f886a-c254-4b4d-993a-fb1d335d012b, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=ea7f886a-c254-4b4d-993a-fb1d335d012b,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:28:16.875935 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:16.880182 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:16.913205 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Allocated IP 172.28.2.12 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/bb59cb9d-4549-4b38-9d1f-86ecdbabda37) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:28:16.968085 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Pushing event updated for resources: {'Port': ['ID=ea7f886a-c254-4b4d-993a-fb1d335d012b,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:16.971191 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:17.066465 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:17.096626 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:17.100384 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-08e44151-d35d-406c-8393-059acb71d041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:17.176882 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:28:17.181451 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:28:17.184835 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:28:17.226364 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Pushing event updated for resources: {'Port': ['ID=bb59cb9d-4549-4b38-9d1f-86ecdbabda37,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:17.230798 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:17.597040 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:17.687634 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device ea7f886a-c254-4b4d-993a-fb1d335d012b up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:17.789582 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port ea7f886a-c254-4b4d-993a-fb1d335d012b completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:17.842293 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d25c556-dcf8-495f-a93f-fb6311a89698 None None] Network a8b104d6-2907-496e-8072-72175122ba8e requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:28:17.934175 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-5a334169-0b52-4d88-a0f8-ccb59d7b0fb3 None None] Provisioning for port ea7f886a-c254-4b4d-993a-fb1d335d012b completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:17.950344 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-5a334169-0b52-4d88-a0f8-ccb59d7b0fb3 None None] Provisioning complete for port ea7f886a-c254-4b4d-993a-fb1d335d012b triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:17.950601 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a334169-0b52-4d88-a0f8-ccb59d7b0fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:18.060106 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659129'] for router, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:18.166456 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a334169-0b52-4d88-a0f8-ccb59d7b0fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:18.205982 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-5a334169-0b52-4d88-a0f8-ccb59d7b0fb3 None None] For port ea7f886a-c254-4b4d-993a-fb1d335d012b, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=ea7f886a-c254-4b4d-993a-fb1d335d012b,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:28:18.211601 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5a334169-0b52-4d88-a0f8-ccb59d7b0fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:18.215384 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:18.263288 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a is scheduled to L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f with binding_index 1 {{(pid=78807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:28:18.287740 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a334169-0b52-4d88-a0f8-ccb59d7b0fb3 None None] Pushing event updated for resources: {'Port': ['ID=ea7f886a-c254-4b4d-993a-fb1d335d012b,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:18.291052 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-5a334169-0b52-4d88-a0f8-ccb59d7b0fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:18.431591 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-bbf9b8c0-3805-4ffa-bac6-c2807f607439 None None] Provisioning complete for port ea7f886a-c254-4b4d-993a-fb1d335d012b triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:18.431971 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b8c0-3805-4ffa-bac6-c2807f607439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:18.444465 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:28:18.463664 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Sync routers for ids ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:28:18.468914 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:18.470094 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-4d2e06e8-5b21-4b8d-8bc7-abebc7b9a237 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4388058 May 18 06:28:18.472784 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51694) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:18.497933 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Routers {'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:28:18.498548 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:28:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:18.729124 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Set router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:28:19.005506 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:17Z', 'revision_number': 3, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port': {'id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:19.009355 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Checking router: e02f93d9-a0d3-4621-8353-d59b3cfd4e9a for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:28:19.009713 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Updating router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a port bb59cb9d-4549-4b38-9d1f-86ecdbabda37 binding host dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:28:19.065089 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:19.126270 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:19.422407 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:19.433946 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Transition to ACTIVE for port object bb59cb9d-4549-4b38-9d1f-86ecdbabda37 will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:19.440702 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:19.444176 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:19.444444 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Allocated IP 172.20.0.1 (a8b104d6-2907-496e-8072-72175122ba8e/49d28730-f44e-43cd-b9b5-337e3fef5336/6649d35f-2398-492d-9bd4-474d68a35bbb) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:28:19.522605 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Attempting to bind port bb59cb9d-4549-4b38-9d1f-86ecdbabda37 on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:28:19.522991 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Attempting to bind port bb59cb9d-4549-4b38-9d1f-86ecdbabda37 by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:28:19.523338 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Attempting to bind port bb59cb9d-4549-4b38-9d1f-86ecdbabda37 on network a911aa9e-1d36-431b-972c-57775e8f58e4 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:28:19.525439 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c1a26-7afe-4a85-85b8-2893bce7f4d5 None None] Pushing event updated for resources: {'Port': ['ID=bb59cb9d-4549-4b38-9d1f-86ecdbabda37,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:19.529045 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-4a6c1a26-7afe-4a85-85b8-2893bce7f4d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:19.532201 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:28:19.532579 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Checking segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:28:19.532981 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:19.533368 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Bound using segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:28:19.533836 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Bound port: bb59cb9d-4549-4b38-9d1f-86ecdbabda37, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:28:19.534208 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:19.597055 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:19.604788 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] For port bb59cb9d-4549-4b38-9d1f-86ecdbabda37, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:28:19.607926 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] For port bb59cb9d-4549-4b38-9d1f-86ecdbabda37, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=bb59cb9d-4549-4b38-9d1f-86ecdbabda37,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:28:19.613776 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:19.614329 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.provisioning_blocks [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Transition to ACTIVE for port object 6649d35f-2398-492d-9bd4-474d68a35bbb will not be triggered until provisioned by entity DHCP. {{(pid=78807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:19.618529 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-3e76c5f8-6e18-4dbe-84ce-c6fc05e03337 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:19.643868 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:19.648689 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e6bc3985-2860-407f-a341-b772008871bc tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:19.676634 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device ea7f886a-c254-4b4d-993a-fb1d335d012b up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:19.714807 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Network a8b104d6-2907-496e-8072-72175122ba8e is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:28:19.718291 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:28:19.721966 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:28:19.744091 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Routers {'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:28:19.744727 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:28:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:19.765302 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Pushing event updated for resources: {'Port': ['ID=6649d35f-2398-492d-9bd4-474d68a35bbb,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:19.770020 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:19.786001 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683074'] for router_interface, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:19.819956 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c1a26-7afe-4a85-85b8-2893bce7f4d5 None None] Pushing event updated for resources: {'Port': ['ID=bb59cb9d-4549-4b38-9d1f-86ecdbabda37,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:19.826208 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-4a6c1a26-7afe-4a85-85b8-2893bce7f4d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:19.919045 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port ea7f886a-c254-4b4d-993a-fb1d335d012b triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:19.919413 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:19.988834 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] Set router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:28:20.051597 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:20.094749 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-992feeac-6323-45a7-86d2-ce87306cdccd None None] Provisioning for port 6649d35f-2398-492d-9bd4-474d68a35bbb completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:20.118318 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-992feeac-6323-45a7-86d2-ce87306cdccd None None] Provisioning complete for port 6649d35f-2398-492d-9bd4-474d68a35bbb triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:20.118686 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-992feeac-6323-45a7-86d2-ce87306cdccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:20.271144 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:20.275469 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-992feeac-6323-45a7-86d2-ce87306cdccd None None] Port 6649d35f-2398-492d-9bd4-474d68a35bbb cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:28:20.275788 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921920'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:20.302376 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:20.375621 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:17Z', 'revision_number': 3, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port': {'id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:20.379626 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d90a4-dacb-4fab-a456-3c8d215f45b4 None None] The sync data for ids ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'] in dv-cinder-784623-10-smb is: [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:17Z', 'revision_number': 3, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port': {'id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:28:20.384572 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Pushing event updated for resources: {'Port': ['ID=6649d35f-2398-492d-9bd4-474d68a35bbb,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:20.386996 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-665061'] for router_interface, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:20.398138 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:20.398521 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:20.398896 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:20.399261 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:20.399626 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:20.399987 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:20.400369 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:20.400724 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:20.401083 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:20.401440 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:20.401788 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:20.402135 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:20.407046 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:20.535918 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Network a8b104d6-2907-496e-8072-72175122ba8e is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:28:20.537052 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:28:20.749747 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:28:20.797136 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-08ceb96d-9323-4598-8fbc-c879bd87cd15 None None] Provisioning complete for port 6649d35f-2398-492d-9bd4-474d68a35bbb triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:20.797694 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-08ceb96d-9323-4598-8fbc-c879bd87cd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:20.857951 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-08ceb96d-9323-4598-8fbc-c879bd87cd15 None None] Port 6649d35f-2398-492d-9bd4-474d68a35bbb cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:28:21.049173 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:28:21.057785 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-77e0637f-ec61-462b-a5a5-fc8b44801b2f admin admin] 10.222.0.10 "PUT /v2.0/routers/e02f93d9-a0d3-4621-8353-d59b3cfd4e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5840402 May 18 06:28:21.548359 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51712) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:21.554031 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-247664520-network', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:21.558977 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:21.563297 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Usage tracker for resource:network and tenant:1d7236ef30c14a44b66b3a68bfd00a74 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:21.566196 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:21.571989 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:21.584374 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Made reservation on behalf of 1d7236ef30c14a44b66b3a68bfd00a74 for: {'network': 1} {{(pid=78807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:28:21.586641 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33214519'] for network, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:21.599799 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:21.617952 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:21.622523 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Usage tracker for resource:security_group_rule and tenant:1d7236ef30c14a44b66b3a68bfd00a74 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:21.625943 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:21.631848 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:21.687972 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device bb59cb9d-4549-4b38-9d1f-86ecdbabda37 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:21.717213 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:21.722135 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:21.726209 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3ecd83d8-51d0-4f4d-86ae-b2a6f7f6ebfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:21.750012 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=78807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:28:21.760464 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port bb59cb9d-4549-4b38-9d1f-86ecdbabda37 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:21.762865 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edac61f-9e13-4508-b940-37b1958820c6,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:21.766793 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port bb59cb9d-4549-4b38-9d1f-86ecdbabda37 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:21.767208 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:21.767515 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:21.768477 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:21.768816 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.segments_db [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Added segment 3887d4d1-f875-405c-9e2c-d5141e8eb5bc of type vlan for network 81cf8016-b567-4cfa-b898-b7d1b0eccf23 May 18 06:28:21.796875 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792384374923'] for network, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:21.827487 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335'] for network, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:21.828851 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:21.829427 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:21.836968 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:21.891274 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:21.907667 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port bb59cb9d-4549-4b38-9d1f-86ecdbabda37, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=bb59cb9d-4549-4b38-9d1f-86ecdbabda37,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:28:21.911776 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:21.915381 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:21.942098 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51716) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:21.942556 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3926916 May 18 06:28:21.943093 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=81cf8016-b567-4cfa-b898-b7d1b0eccf23,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:21.947875 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Sync routers for ids ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:28:21.948524 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Request body: {'subnet': {'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-247664520-subnet', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'ip_version': 4}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:21.953513 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:21.953660 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-7edf14e5-d0f6-4982-9dd0-9c9444b46ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:21.957513 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Usage tracker for resource:subnet and tenant:1d7236ef30c14a44b66b3a68bfd00a74 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:21.957887 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Routers {'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:28:21.958498 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:28:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:21.961001 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:21.964351 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Network 81cf8016-b567-4cfa-b898-b7d1b0eccf23 details requested by agent ovs-agent-dv-cinder-784623-10-smb with host dv-cinder-784623-10-smb {{(pid=78808) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:28:21.968953 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:21.981505 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Made reservation on behalf of 1d7236ef30c14a44b66b3a68bfd00a74 for: {'subnet': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:28:21.985685 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126362'] for subnet, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:22.092920 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=bb59cb9d-4549-4b38-9d1f-86ecdbabda37,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:22.103143 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:22.136710 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Set router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:28:22.375837 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3007491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126344'] for subnet, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:22.380341 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-cecbfa5a-a228-4949-b445-5ed1a388425c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:22.452604 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=61583778-9364-4eeb-8bb2-bc48fabe296c,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:22.457191 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:22.461704 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Checking segment: {'id': '3887d4d1-f875-405c-9e2c-d5141e8eb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:28:22.462056 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Network hostable DHCP agents. Network: 81cf8016-b567-4cfa-b898-b7d1b0eccf23, hostable agents: ['5059dca5-288f-4d04-964f-1b8856c284bd'], hosted agents: [] {{(pid=78806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:28:22.472284 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:19Z', 'revision_number': 4, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port': {'id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '6649d35f-2398-492d-9bd4-474d68a35bbb', 'name': '', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'mac_address': 'fa:16:3e:2f:78:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:19Z', 'updated_at': '2021-05-18T06:28:20Z', 'revision_number': 2, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'subnets': [{'id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:22.476086 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Checking router: e02f93d9-a0d3-4621-8353-d59b3cfd4e9a for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:28:22.476492 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Updating router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a port 6649d35f-2398-492d-9bd4-474d68a35bbb binding host dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:28:22.479290 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Network 81cf8016-b567-4cfa-b898-b7d1b0eccf23 is scheduled to be hosted by DHCP agent 5059dca5-288f-4d04-964f-1b8856c284bd with binding_index 1 {{(pid=78806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:28:22.489342 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-smb, 81cf8016-b567-4cfa-b898-b7d1b0eccf23) {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:28:22.498329 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:22.499486 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5232d2b9-b328-4804-8881-94d1223cf089 None None] Network 81cf8016-b567-4cfa-b898-b7d1b0eccf23 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:28:22.499634 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:22.522226 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-0d52243d-490e-4599-8193-d412a4b64fcf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5764761 May 18 06:28:22.522704 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51720) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:22.527723 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-247664520-router', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:22.532521 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:22.536597 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Usage tracker for resource:router and tenant:1d7236ef30c14a44b66b3a68bfd00a74 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:22.537264 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:22.539924 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:22.546634 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:22.560417 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14097'] for router, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:22.561981 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-684045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14086'] for router, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:22.579013 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:22.756135 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7579a6-934c-53e0-bcc5-5362a01ddfef-81cf8016-b567-4cfa-b898-b7d1b0eccf23', 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'fixed_ips': [{'subnet_id': '61583778-9364-4eeb-8bb2-bc48fabe296c'}]}} from dv-cinder-784623-10-smb. {{(pid=78808) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:28:22.757045 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:22.851126 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-669950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14324'] for router, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:22.881138 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:22.893210 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Transition to ACTIVE for port object 6649d35f-2398-492d-9bd4-474d68a35bbb will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:22.899758 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:22.904609 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-5e4ad449-1053-4a06-b78a-5d47f8e220d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:22.915518 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.db_base_plugin_common [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Allocated IP 172.20.0.2 (81cf8016-b567-4cfa-b898-b7d1b0eccf23/61583778-9364-4eeb-8bb2-bc48fabe296c/14cb6415-ad01-4a98-af8a-122897ded12a) {{(pid=78808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:28:22.972468 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Pushing event updated for resources: {'Port': ['ID=6649d35f-2398-492d-9bd4-474d68a35bbb,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:22.980814 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:22.981156 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:22.981491 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:22.981820 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:22.982140 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:22.982461 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:22.982777 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:22.983131 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:22.983461 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:22.983964 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:22.984462 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:22.984939 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:23.049955 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:23.121995 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Notify callbacks [] for port, precommit_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.132841 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Transition to ACTIVE for port object 14cb6415-ad01-4a98-af8a-122897ded12a will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:23.151751 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Transition to ACTIVE for port object 14cb6415-ad01-4a98-af8a-122897ded12a will not be triggered until provisioned by entity DHCP. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:23.157326 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Attempting to bind port 6649d35f-2398-492d-9bd4-474d68a35bbb on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:28:23.157731 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Attempting to bind port 6649d35f-2398-492d-9bd4-474d68a35bbb by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': 'dd698956-6118-4d9d-b13c-ee9755f99c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:28:23.158088 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Attempting to bind port 6649d35f-2398-492d-9bd4-474d68a35bbb on network a8b104d6-2907-496e-8072-72175122ba8e {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:28:23.159641 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549'] for port, after_create {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.164636 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:28:23.165115 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:23.165484 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Checking segment: {'id': 'dd698956-6118-4d9d-b13c-ee9755f99c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:28:23.166086 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.166711 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Bound using segment: {'id': 'dd698956-6118-4d9d-b13c-ee9755f99c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:28:23.167419 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Bound port: 6649d35f-2398-492d-9bd4-474d68a35bbb, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd698956-6118-4d9d-b13c-ee9755f99c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:28:23.168002 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.211213 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.240243 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Network 81cf8016-b567-4cfa-b898-b7d1b0eccf23 is already hosted by enough agents. {{(pid=78808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:28:23.243855 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.scheduler.base_scheduler [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Resources bound (agent type, host, resource id): {{(pid=78808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:28:23.245762 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Pushing event updated for resources: {'Port': ['ID=14cb6415-ad01-4a98-af8a-122897ded12a,revision_number=1']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:23.246487 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.248200 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Received port after_create {{(pid=78808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:28:23.272615 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] For port 6649d35f-2398-492d-9bd4-474d68a35bbb, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:28:23.276093 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] For port 6649d35f-2398-492d-9bd4-474d68a35bbb, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=6649d35f-2398-492d-9bd4-474d68a35bbb,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:28:23.282296 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.282494 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:23.293207 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-0bca2419-2c4c-4550-8eec-562305318fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:23.346671 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Attempting to bind port 14cb6415-ad01-4a98-af8a-122897ded12a on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:28:23.347033 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Attempting to bind port 14cb6415-ad01-4a98-af8a-122897ded12a by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '3887d4d1-f875-405c-9e2c-d5141e8eb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:28:23.347409 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Attempting to bind port 14cb6415-ad01-4a98-af8a-122897ded12a on network 81cf8016-b567-4cfa-b898-b7d1b0eccf23 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:28:23.353289 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:28:23.353668 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Checking segment: {'id': '3887d4d1-f875-405c-9e2c-d5141e8eb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:28:23.354080 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.354474 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Bound using segment: {'id': '3887d4d1-f875-405c-9e2c-d5141e8eb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:28:23.354950 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Bound port: 14cb6415-ad01-4a98-af8a-122897ded12a, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3887d4d1-f875-405c-9e2c-d5141e8eb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:28:23.355329 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.360561 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Pushing event updated for resources: {'Port': ['ID=6649d35f-2398-492d-9bd4-474d68a35bbb,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:23.372587 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:23.373457 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Routers {'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:28:23.374825 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:28:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:23.399013 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Allocated IP 172.28.2.95 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:28:23.467409 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] For port 14cb6415-ad01-4a98-af8a-122897ded12a, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:28:23.472434 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] For port 14cb6415-ad01-4a98-af8a-122897ded12a, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=14cb6415-ad01-4a98-af8a-122897ded12a,segment=NetworkSegment(3887d4d1-f875-405c-9e2c-d5141e8eb5bc),segment_id=3887d4d1-f875-405c-9e2c-d5141e8eb5bc)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:28:23.480731 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.487849 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:23.589336 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] Set router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:28:23.592869 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Pushing event updated for resources: {'Port': ['ID=14cb6415-ad01-4a98-af8a-122897ded12a,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:23.603929 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:23.682026 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device bb59cb9d-4549-4b38-9d1f-86ecdbabda37 up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:23.711279 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.771421 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.782969 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-5a59f655-0abc-4f6c-b38f-01e5711b0cf8 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:23.794601 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port bb59cb9d-4549-4b38-9d1f-86ecdbabda37 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:23.795028 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.854839 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:28:23.858050 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:28:23.861055 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:28:23.905624 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Pushing event updated for resources: {'Port': ['ID=2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:23.908820 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:23.936865 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:19Z', 'revision_number': 4, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port': {'id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '6649d35f-2398-492d-9bd4-474d68a35bbb', 'name': '', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'mac_address': 'fa:16:3e:2f:78:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:19Z', 'updated_at': '2021-05-18T06:28:23Z', 'revision_number': 4, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'subnets': [{'id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:23.941024 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc49622-d26b-479e-907f-752ddfa1f2af None None] The sync data for ids ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'] in dv-cinder-784623-10-smb is: [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:19Z', 'revision_number': 4, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port': {'id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '6649d35f-2398-492d-9bd4-474d68a35bbb', 'name': '', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'mac_address': 'fa:16:3e:2f:78:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:19Z', 'updated_at': '2021-05-18T06:28:23Z', 'revision_number': 4, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'subnets': [{'id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:28:24.312656 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:24.547969 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bda085-f789-4629-9e9c-862b2aa75442 None None] Network 81cf8016-b567-4cfa-b898-b7d1b0eccf23 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:28:24.657104 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-3befa19f-6077-46c7-9d96-2657b3425cdb None None] Provisioning for port 14cb6415-ad01-4a98-af8a-122897ded12a completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:24.669873 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659129'] for router, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:24.881257 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Router 5cbf4053-ab15-45fe-977f-1e234c157899 is scheduled to L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f with binding_index 1 {{(pid=78806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:28:25.163247 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:28:25.171719 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Sync routers for ids ['5cbf4053-ab15-45fe-977f-1e234c157899'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:28:25.180689 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Routers {'5cbf4053-ab15-45fe-977f-1e234c157899'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:28:25.181297 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:28:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['5cbf4053-ab15-45fe-977f-1e234c157899'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:25.187510 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Notify callbacks [] for router, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:25.188866 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6651783 May 18 06:28:25.191540 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51724) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:25.357032 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Set router 5cbf4053-ab15-45fe-977f-1e234c157899 gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:28:25.676164 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'name': 'tempest-TestShelveInstance-247664520-router', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:22Z', 'updated_at': '2021-05-18T06:28:24Z', 'revision_number': 3, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'gw_port': {'id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:23Z', 'updated_at': '2021-05-18T06:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:25.680198 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Checking router: 5cbf4053-ab15-45fe-977f-1e234c157899 for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:28:25.680561 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Updating router 5cbf4053-ab15-45fe-977f-1e234c157899 port 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d binding host dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:28:25.732084 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 14cb6415-ad01-4a98-af8a-122897ded12a up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:25.778769 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:25.863269 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:25.900648 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 14cb6415-ad01-4a98-af8a-122897ded12a completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:25.910000 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 14cb6415-ad01-4a98-af8a-122897ded12a triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:25.910377 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.064448 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Allocated IP 172.20.0.1 (81cf8016-b567-4cfa-b898-b7d1b0eccf23/61583778-9364-4eeb-8bb2-bc48fabe296c/dca5c1e7-6a84-465c-9581-c39c0ae68afb) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:28:26.142137 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.206921 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.222365 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Transition to ACTIVE for port object dca5c1e7-6a84-465c-9581-c39c0ae68afb will not be triggered until provisioned by entity DHCP. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:26.229077 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port 14cb6415-ad01-4a98-af8a-122897ded12a, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=14cb6415-ad01-4a98-af8a-122897ded12a,segment=NetworkSegment(3887d4d1-f875-405c-9e2c-d5141e8eb5bc),segment_id=3887d4d1-f875-405c-9e2c-d5141e8eb5bc)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:28:26.237010 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.237859 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 6649d35f-2398-492d-9bd4-474d68a35bbb up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:26.248383 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.253906 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a1f07f93-aa2a-46fc-b70a-745b6effc635 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:26.268536 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:26.313873 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Network 81cf8016-b567-4cfa-b898-b7d1b0eccf23 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:28:26.316784 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:28:26.319297 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:28:26.340786 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Notify callbacks [] for port, precommit_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.372958 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Transition to ACTIVE for port object 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d will not be triggered until provisioned by entity L2. {{(pid=78808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:26.378806 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Pushing event updated for resources: {'Port': ['ID=dca5c1e7-6a84-465c-9581-c39c0ae68afb,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:26.384565 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=14cb6415-ad01-4a98-af8a-122897ded12a,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:26.385307 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:26.387472 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.392993 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:26.393392 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:26.400721 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683074'] for router_interface, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.450960 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 6649d35f-2398-492d-9bd4-474d68a35bbb completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:26.477573 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 6649d35f-2398-492d-9bd4-474d68a35bbb triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:26.477953 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.505546 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a7aea-f3fc-47f1-9df4-eb3974342926 None None] Pushing event updated for resources: {'Port': ['ID=2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d,revision_number=2']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:26.512136 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Attempting to bind port 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:28:26.512523 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Attempting to bind port 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:28:26.512958 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Attempting to bind port 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d on network a911aa9e-1d36-431b-972c-57775e8f58e4 {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:28:26.528753 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-305a7aea-f3fc-47f1-9df4-eb3974342926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:26.538972 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:28:26.539357 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Checking segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:28:26.539766 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.540199 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Bound using segment: {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'} {{(pid=78808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:28:26.540680 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.managers [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Bound port: 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd829df-dbcb-41c9-aecf-72ead6abbe6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4'}}] {{(pid=78808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:28:26.541067 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.678539 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] For port 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:28:26.684165 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f7f63487-013b-4062-b73f-48dade80e00b None None] Provisioning for port dca5c1e7-6a84-465c-9581-c39c0ae68afb completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:26.695346 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] For port 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:28:26.698981 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f7f63487-013b-4062-b73f-48dade80e00b None None] Provisioning complete for port dca5c1e7-6a84-465c-9581-c39c0ae68afb triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:26.699380 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f7f63487-013b-4062-b73f-48dade80e00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.732617 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.747386 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:26.767342 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.775053 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.848440 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f7f63487-013b-4062-b73f-48dade80e00b None None] Port dca5c1e7-6a84-465c-9581-c39c0ae68afb cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:28:26.863592 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Routers {'5cbf4053-ab15-45fe-977f-1e234c157899'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:28:26.864248 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:28:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['5cbf4053-ab15-45fe-977f-1e234c157899'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:26.912574 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port 6649d35f-2398-492d-9bd4-474d68a35bbb, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=6649d35f-2398-492d-9bd4-474d68a35bbb,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:28:26.934706 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.939612 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a7aea-f3fc-47f1-9df4-eb3974342926 None None] Pushing event updated for resources: {'Port': ['ID=2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d,revision_number=3']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:26.944366 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-305a7aea-f3fc-47f1-9df4-eb3974342926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:26.944822 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a517c199-4fd4-4b84-b510-473f25816279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:26.987066 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.992815 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:27.020682 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-267a1062-b79a-49bc-a0c3-f062b911687c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:27.097271 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Pushing event updated for resources: {'Port': ['ID=dca5c1e7-6a84-465c-9581-c39c0ae68afb,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:27.101577 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:27.102480 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-665061'] for router_interface, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:27.133524 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=6649d35f-2398-492d-9bd4-474d68a35bbb,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:27.138073 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:27.153212 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] Set router 5cbf4053-ab15-45fe-977f-1e234c157899 gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:28:27.234596 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Network 81cf8016-b567-4cfa-b898-b7d1b0eccf23 is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:28:27.235752 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:28:27.423189 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Router 5cbf4053-ab15-45fe-977f-1e234c157899 has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:28:27.477722 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'name': 'tempest-TestShelveInstance-247664520-router', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:22Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 4, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'gw_port': {'id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:23Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'dca5c1e7-6a84-465c-9581-c39c0ae68afb', 'name': '', 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'mac_address': 'fa:16:3e:47:c6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '61583778-9364-4eeb-8bb2-bc48fabe296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:25Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 1, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'subnets': [{'id': '61583778-9364-4eeb-8bb2-bc48fabe296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:27.483776 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319957ad-2e78-4ac8-8655-c9e7f0bcfd10 None None] The sync data for ids ['5cbf4053-ab15-45fe-977f-1e234c157899'] in dv-cinder-784623-10-smb is: [{'id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'name': 'tempest-TestShelveInstance-247664520-router', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:22Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 4, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'gw_port': {'id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:23Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'dca5c1e7-6a84-465c-9581-c39c0ae68afb', 'name': '', 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'mac_address': 'fa:16:3e:47:c6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '61583778-9364-4eeb-8bb2-bc48fabe296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:25Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 1, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'subnets': [{'id': '61583778-9364-4eeb-8bb2-bc48fabe296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:28:27.485613 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-92c5d74c-a6a2-43ea-947a-e97402974757 None None] Provisioning complete for port dca5c1e7-6a84-465c-9581-c39c0ae68afb triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:27.486031 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-92c5d74c-a6a2-43ea-947a-e97402974757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:27.543109 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-92c5d74c-a6a2-43ea-947a-e97402974757 None None] Port dca5c1e7-6a84-465c-9581-c39c0ae68afb cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:28:27.612246 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:28:27.628586 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-60a80bd2-6a63-40c3-afb2-cb4d5c993650 admin admin] 10.222.0.10 "PUT /v2.0/routers/5cbf4053-ab15-45fe-977f-1e234c157899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4359417 May 18 06:28:27.672105 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 14cb6415-ad01-4a98-af8a-122897ded12a up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:27.766662 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 14cb6415-ad01-4a98-af8a-122897ded12a triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:27.767434 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:27.891342 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 6649d35f-2398-492d-9bd4-474d68a35bbb up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:27.963237 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 6649d35f-2398-492d-9bd4-474d68a35bbb triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:27.963625 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.309978 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51734) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:28.315919 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912916209', 'description': 'tempest-secgroup-smoke-912916209 description', 'project_id': '07400da5d37b44f896114d79e95aeb80'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:28.321965 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:28.325876 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Usage tracker for resource:security_group and tenant:07400da5d37b44f896114d79e95aeb80 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:28.329474 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:28.335394 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:28.347822 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.369152 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:28.373451 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Usage tracker for resource:security_group_rule and tenant:07400da5d37b44f896114d79e95aeb80 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:28.377035 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:28.382910 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:28.460352 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.465148 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.470132 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-d9921ac5-0b4a-4078-8188-7c95098d9ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:28.513485 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085d3957-ff83-44ee-98f8-87d9aa85b8e6,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:28.517376 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:28.519192 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.523082 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-5527042f-0d4d-45c8-9f8c-a2c1697642ec tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2094367 May 18 06:28:28.523480 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51738) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:28.528567 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-0c4cf45f-32c9-4ec6-95b3-72d2d4f1a125 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Request body: {'security_group_rule': {'security_group_id': '085d3957-ff83-44ee-98f8-87d9aa85b8e6', 'project_id': '07400da5d37b44f896114d79e95aeb80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:28.535249 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-0c4cf45f-32c9-4ec6-95b3-72d2d4f1a125 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:28.539336 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-0c4cf45f-32c9-4ec6-95b3-72d2d4f1a125 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Usage tracker for resource:security_group_rule and tenant:07400da5d37b44f896114d79e95aeb80 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:28.542457 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-0c4cf45f-32c9-4ec6-95b3-72d2d4f1a125 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:28.549040 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-0c4cf45f-32c9-4ec6-95b3-72d2d4f1a125 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:28.566824 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-0c4cf45f-32c9-4ec6-95b3-72d2d4f1a125 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.630169 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-0c4cf45f-32c9-4ec6-95b3-72d2d4f1a125 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.635009 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-0c4cf45f-32c9-4ec6-95b3-72d2d4f1a125 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.641956 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:28.664076 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cf45f-32c9-4ec6-95b3-72d2d4f1a125 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26fb055-9692-41ae-a157-fe838b68c549,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:28.667241 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0c4cf45f-32c9-4ec6-95b3-72d2d4f1a125 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:28.676406 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-0c4cf45f-32c9-4ec6-95b3-72d2d4f1a125 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.677603 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-0c4cf45f-32c9-4ec6-95b3-72d2d4f1a125 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534398 May 18 06:28:28.680653 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51742) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:28.685628 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-9eb8d443-fd1b-4aff-9ec7-de55a95887f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Request body: {'security_group_rule': {'security_group_id': '085d3957-ff83-44ee-98f8-87d9aa85b8e6', 'project_id': '07400da5d37b44f896114d79e95aeb80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:28.692307 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9eb8d443-fd1b-4aff-9ec7-de55a95887f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:28.696371 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9eb8d443-fd1b-4aff-9ec7-de55a95887f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Usage tracker for resource:security_group_rule and tenant:07400da5d37b44f896114d79e95aeb80 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:28.699448 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9eb8d443-fd1b-4aff-9ec7-de55a95887f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:28.705336 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9eb8d443-fd1b-4aff-9ec7-de55a95887f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:28.720908 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d443-fd1b-4aff-9ec7-de55a95887f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.780141 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d443-fd1b-4aff-9ec7-de55a95887f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.783525 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d443-fd1b-4aff-9ec7-de55a95887f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.785531 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-0c4cf45f-32c9-4ec6-95b3-72d2d4f1a125 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:28.806767 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8d443-fd1b-4aff-9ec7-de55a95887f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18894bb-a4dc-4b7f-be79-16c7d5319444,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:28.809107 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9eb8d443-fd1b-4aff-9ec7-de55a95887f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:28.816277 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9eb8d443-fd1b-4aff-9ec7-de55a95887f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.817415 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-9eb8d443-fd1b-4aff-9ec7-de55a95887f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360753 May 18 06:28:28.820090 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51746) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:28.824954 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-9af9986b-b2ee-42aa-9e24-d66f3a504525 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Request body: {'security_group_rule': {'security_group_id': '085d3957-ff83-44ee-98f8-87d9aa85b8e6', 'project_id': '07400da5d37b44f896114d79e95aeb80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:28.830514 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9af9986b-b2ee-42aa-9e24-d66f3a504525 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:28.834212 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9af9986b-b2ee-42aa-9e24-d66f3a504525 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Usage tracker for resource:security_group_rule and tenant:07400da5d37b44f896114d79e95aeb80 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:28.836964 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-9af9986b-b2ee-42aa-9e24-d66f3a504525 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:28.842569 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-9af9986b-b2ee-42aa-9e24-d66f3a504525 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:28.857367 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9af9986b-b2ee-42aa-9e24-d66f3a504525 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.919607 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9af9986b-b2ee-42aa-9e24-d66f3a504525 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.923470 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9af9986b-b2ee-42aa-9e24-d66f3a504525 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.925495 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ba8fbe94-6f22-42a6-a5c9-5d8f0880e721 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:28.947590 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9986b-b2ee-42aa-9e24-d66f3a504525 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c661a6-c79b-4c2f-83be-13837969ed1a,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:28.950401 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9af9986b-b2ee-42aa-9e24-d66f3a504525 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:28.959650 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-9af9986b-b2ee-42aa-9e24-d66f3a504525 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.961190 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-9af9986b-b2ee-42aa-9e24-d66f3a504525 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401513 May 18 06:28:28.963930 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51750) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:28.969205 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-42d6623c-c312-454b-a9d3-ed560a6cb0a7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Request body: {'security_group_rule': {'security_group_id': '085d3957-ff83-44ee-98f8-87d9aa85b8e6', 'project_id': '07400da5d37b44f896114d79e95aeb80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:28.975283 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-42d6623c-c312-454b-a9d3-ed560a6cb0a7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:28.979026 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-42d6623c-c312-454b-a9d3-ed560a6cb0a7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Usage tracker for resource:security_group_rule and tenant:07400da5d37b44f896114d79e95aeb80 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:28.981890 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-42d6623c-c312-454b-a9d3-ed560a6cb0a7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:28.987835 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-42d6623c-c312-454b-a9d3-ed560a6cb0a7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:29.003240 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-42d6623c-c312-454b-a9d3-ed560a6cb0a7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.067735 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-42d6623c-c312-454b-a9d3-ed560a6cb0a7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.071199 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-42d6623c-c312-454b-a9d3-ed560a6cb0a7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.073247 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9af9986b-b2ee-42aa-9e24-d66f3a504525 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:29.095068 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6623c-c312-454b-a9d3-ed560a6cb0a7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6ebb47-a1b8-46df-a377-ba824fbe2df2,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:29.097401 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-42d6623c-c312-454b-a9d3-ed560a6cb0a7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:29.104109 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-42d6623c-c312-454b-a9d3-ed560a6cb0a7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.108125 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-42d6623c-c312-454b-a9d3-ed560a6cb0a7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402540 May 18 06:28:29.108258 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51754) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:29.113519 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-6e7fa458-f262-4843-98a7-ea678675817c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Request body: {'security_group_rule': {'security_group_id': '085d3957-ff83-44ee-98f8-87d9aa85b8e6', 'project_id': '07400da5d37b44f896114d79e95aeb80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:29.119573 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-6e7fa458-f262-4843-98a7-ea678675817c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:29.124203 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-6e7fa458-f262-4843-98a7-ea678675817c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Usage tracker for resource:security_group_rule and tenant:07400da5d37b44f896114d79e95aeb80 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:29.127172 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-6e7fa458-f262-4843-98a7-ea678675817c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:29.133564 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-6e7fa458-f262-4843-98a7-ea678675817c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:29.143805 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.securitygroups_db [None req-6e7fa458-f262-4843-98a7-ea678675817c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Project 07400da5d37b44f896114d79e95aeb80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 06:28:29.149403 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa458-f262-4843-98a7-ea678675817c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.211642 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa458-f262-4843-98a7-ea678675817c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.214782 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa458-f262-4843-98a7-ea678675817c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.216694 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:29.237291 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fa458-f262-4843-98a7-ea678675817c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb01cb9e-1a23-44f0-928b-ef703615cde7,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:29.239598 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-6e7fa458-f262-4843-98a7-ea678675817c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:29.246166 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa458-f262-4843-98a7-ea678675817c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.247303 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-6e7fa458-f262-4843-98a7-ea678675817c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381776 May 18 06:28:29.250572 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51758) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:29.255492 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [None req-c134afad-7b80-4a71-9075-5ae58237b643 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Request body: {'security_group_rule': {'security_group_id': '085d3957-ff83-44ee-98f8-87d9aa85b8e6', 'project_id': '07400da5d37b44f896114d79e95aeb80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:29.261028 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-c134afad-7b80-4a71-9075-5ae58237b643 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:29.265318 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-c134afad-7b80-4a71-9075-5ae58237b643 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Usage tracker for resource:security_group_rule and tenant:07400da5d37b44f896114d79e95aeb80 is out of sync, need to count used quota {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:29.268300 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-c134afad-7b80-4a71-9075-5ae58237b643 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:29.273891 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [None req-c134afad-7b80-4a71-9075-5ae58237b643 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:29.283239 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.db.securitygroups_db [None req-c134afad-7b80-4a71-9075-5ae58237b643 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Project 07400da5d37b44f896114d79e95aeb80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 06:28:29.288511 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c134afad-7b80-4a71-9075-5ae58237b643 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.352844 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c134afad-7b80-4a71-9075-5ae58237b643 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.356262 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c134afad-7b80-4a71-9075-5ae58237b643 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620797'] for security_group_rule, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.362966 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-14906592-3545-4009-81b5-b67868943740 tempest-TestMinimumBasicScenario-1689332759 tempest-TestMinimumBasicScenario-1689332759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:29.382462 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134afad-7b80-4a71-9075-5ae58237b643 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3b9c9b-4337-4ae5-9c9f-42499e6f9cf7,revision_number=0']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:29.385202 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c134afad-7b80-4a71-9075-5ae58237b643 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:29.392599 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-c134afad-7b80-4a71-9075-5ae58237b643 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.393745 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-c134afad-7b80-4a71-9075-5ae58237b643 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422794 May 18 06:28:29.683114 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:29.752657 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:29.757411 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:29.757786 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.873302 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.895854 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:28:29.899658 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:29.901557 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:29.972167 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:29.981503 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:30.916972 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Sync routers for ids ['5cbf4053-ab15-45fe-977f-1e234c157899'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:28:30.926258 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Routers {'5cbf4053-ab15-45fe-977f-1e234c157899'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:28:30.926853 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:28:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['5cbf4053-ab15-45fe-977f-1e234c157899'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:31.121408 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Set router 5cbf4053-ab15-45fe-977f-1e234c157899 gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:28:31.424109 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'name': 'tempest-TestShelveInstance-247664520-router', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:22Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 4, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'gw_port': {'id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:23Z', 'updated_at': '2021-05-18T06:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'dca5c1e7-6a84-465c-9581-c39c0ae68afb', 'name': '', 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'mac_address': 'fa:16:3e:47:c6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '61583778-9364-4eeb-8bb2-bc48fabe296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:25Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 2, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'subnets': [{'id': '61583778-9364-4eeb-8bb2-bc48fabe296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:31.427670 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Checking router: 5cbf4053-ab15-45fe-977f-1e234c157899 for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:28:31.428024 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Updating router 5cbf4053-ab15-45fe-977f-1e234c157899 port dca5c1e7-6a84-465c-9581-c39c0ae68afb binding host dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:28:31.478449 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:31.662603 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:31.731102 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:31.731478 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:31.824817 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Notify callbacks [] for port, precommit_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:31.837559 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.provisioning_blocks [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Transition to ACTIVE for port object dca5c1e7-6a84-465c-9581-c39c0ae68afb will not be triggered until provisioned by entity L2. {{(pid=78809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:31.844664 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:31.849216 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:32.003930 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2783765-1ed0-442b-b584-b7819c6f4e89 None None] Pushing event updated for resources: {'Port': ['ID=dca5c1e7-6a84-465c-9581-c39c0ae68afb,revision_number=3']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:32.009909 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-c2783765-1ed0-442b-b584-b7819c6f4e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:32.061620 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Attempting to bind port dca5c1e7-6a84-465c-9581-c39c0ae68afb on host dv-cinder-784623-10-smb for vnic_type normal with profile {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:28:32.061989 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Attempting to bind port dca5c1e7-6a84-465c-9581-c39c0ae68afb by drivers openvswitch,hyperv on host dv-cinder-784623-10-smb at level 0 using segments [{'id': '3887d4d1-f875-405c-9e2c-d5141e8eb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23'}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:28:32.062357 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Attempting to bind port dca5c1e7-6a84-465c-9581-c39c0ae68afb on network 81cf8016-b567-4cfa-b898-b7d1b0eccf23 {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:28:32.067776 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Checking agent: {'id': '391d0350-9444-4803-960d-d7ec6792dc09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 10), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:28:32.068174 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Checking segment: {'id': '3887d4d1-f875-405c-9e2c-d5141e8eb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:28:32.068580 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:32.068979 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Bound using segment: {'id': '3887d4d1-f875-405c-9e2c-d5141e8eb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23'} {{(pid=78809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:28:32.069447 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.managers [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Bound port: dca5c1e7-6a84-465c-9581-c39c0ae68afb, host: dv-cinder-784623-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3887d4d1-f875-405c-9e2c-d5141e8eb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23'}}] {{(pid=78809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:28:32.069820 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:32.162321 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] For port dca5c1e7-6a84-465c-9581-c39c0ae68afb, host dv-cinder-784623-10-smb, cleared binding levels {{(pid=78809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:28:32.165515 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.plugins.ml2.db [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] For port dca5c1e7-6a84-465c-9581-c39c0ae68afb, host dv-cinder-784623-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=dca5c1e7-6a84-465c-9581-c39c0ae68afb,segment=NetworkSegment(3887d4d1-f875-405c-9e2c-d5141e8eb5bc),segment_id=3887d4d1-f875-405c-9e2c-d5141e8eb5bc)] {{(pid=78809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:28:32.171664 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron_lib.callbacks.manager [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:32.176754 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-dddb39a1-de33-40b9-9f53-deae725c8a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:32.249410 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Routers {'5cbf4053-ab15-45fe-977f-1e234c157899'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:28:32.250031 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:28:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['5cbf4053-ab15-45fe-977f-1e234c157899'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:32.324805 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2783765-1ed0-442b-b584-b7819c6f4e89 None None] Pushing event updated for resources: {'Port': ['ID=dca5c1e7-6a84-465c-9581-c39c0ae68afb,revision_number=4']} {{(pid=78809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:32.329835 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG oslo_concurrency.lockutils [None req-c2783765-1ed0-442b-b584-b7819c6f4e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:32.461751 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] Set router 5cbf4053-ab15-45fe-977f-1e234c157899 gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:28:32.777830 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'name': 'tempest-TestShelveInstance-247664520-router', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:22Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 4, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'gw_port': {'id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:23Z', 'updated_at': '2021-05-18T06:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'dca5c1e7-6a84-465c-9581-c39c0ae68afb', 'name': '', 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'mac_address': 'fa:16:3e:47:c6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '61583778-9364-4eeb-8bb2-bc48fabe296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:25Z', 'updated_at': '2021-05-18T06:28:32Z', 'revision_number': 4, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'subnets': [{'id': '61583778-9364-4eeb-8bb2-bc48fabe296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:32.782244 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04287b-29d9-4cae-81c3-0fb71816d050 None None] The sync data for ids ['5cbf4053-ab15-45fe-977f-1e234c157899'] in dv-cinder-784623-10-smb is: [{'id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'name': 'tempest-TestShelveInstance-247664520-router', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:22Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 4, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'gw_port': {'id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:23Z', 'updated_at': '2021-05-18T06:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': 'dca5c1e7-6a84-465c-9581-c39c0ae68afb', 'name': '', 'network_id': '81cf8016-b567-4cfa-b898-b7d1b0eccf23', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'mac_address': 'fa:16:3e:47:c6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '61583778-9364-4eeb-8bb2-bc48fabe296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:25Z', 'updated_at': '2021-05-18T06:28:32Z', 'revision_number': 4, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'subnets': [{'id': '61583778-9364-4eeb-8bb2-bc48fabe296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:28:33.060715 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:33.677691 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device dca5c1e7-6a84-465c-9581-c39c0ae68afb up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:33.749825 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning for port dca5c1e7-6a84-465c-9581-c39c0ae68afb completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:33.754608 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port dca5c1e7-6a84-465c-9581-c39c0ae68afb triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:33.754989 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:33.870645 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:33.902631 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] For port dca5c1e7-6a84-465c-9581-c39c0ae68afb, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=dca5c1e7-6a84-465c-9581-c39c0ae68afb,segment=NetworkSegment(3887d4d1-f875-405c-9e2c-d5141e8eb5bc),segment_id=3887d4d1-f875-405c-9e2c-d5141e8eb5bc)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:28:33.906589 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:33.909515 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-305a7aea-f3fc-47f1-9df4-eb3974342926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:34.011653 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Pushing event updated for resources: {'Port': ['ID=dca5c1e7-6a84-465c-9581-c39c0ae68afb,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:34.015263 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:35.667788 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device dca5c1e7-6a84-465c-9581-c39c0ae68afb up at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:35.733413 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Provisioning complete for port dca5c1e7-6a84-465c-9581-c39c0ae68afb triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:35.733781 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:37.057556 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6d91682b-1b8a-48c5-a464-9cca7e13de93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:39.979250 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:40.119497 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-254c9809-9c17-452a-8339-03807b6abc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:40.823039 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:42.101204 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:46.533000 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-fc232aec-8738-41ac-bb66-608a1ad34db7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912916209&fields=id&tenant_id=07400da5d37b44f896114d79e95aeb80 HTTP/1.1" status: 200 len: 267 time: 0.0400879 May 18 06:28:46.681256 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-db5bd09a-a8f7-4914-bf45-0416df2767e7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:46.682585 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-db5bd09a-a8f7-4914-bf45-0416df2767e7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/networks?id=a8b104d6-2907-496e-8072-72175122ba8e HTTP/1.1" status: 200 len: 808 time: 0.1427157 May 18 06:28:46.696767 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-fc399501-2401-48b9-9e84-285c91cccdcb tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/quotas/07400da5d37b44f896114d79e95aeb80 HTTP/1.1" status: 200 len: 375 time: 0.0087471 May 18 06:28:46.776886 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-1594f924-b20a-4925-8c8c-f4ca813ed2ea tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Synchronizing usage tracker for tenant:07400da5d37b44f896114d79e95aeb80 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:28:46.793847 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-1594f924-b20a-4925-8c8c-f4ca813ed2ea tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Unset dirty status for tenant:07400da5d37b44f896114d79e95aeb80 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:28:46.795149 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-1594f924-b20a-4925-8c8c-f4ca813ed2ea tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=07400da5d37b44f896114d79e95aeb80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936594 May 18 06:28:46.810219 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-e0807102-90fa-4f36-86e6-d754ed5a7ca7 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:28:46.811169 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-e0807102-90fa-4f36-86e6-d754ed5a7ca7 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051441 May 18 06:28:46.940632 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-e46c2b0b-f598-4998-b82c-ddc56f47f1eb service neutron] 10.222.0.10 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242566 May 18 06:28:47.072484 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-4fef93ce-222f-4dc8-acdb-2f2d1e4e7c16 service neutron] 10.222.0.10 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256032 May 18 06:28:47.455993 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b924b7ee-361c-46ba-a1e5-99d4bbc721b6 req-bd63a8cd-5fea-4a13-acdb-4e895fa7967e tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 210 time: 0.0455470 May 18 06:28:48.620589 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-94cb3b35-b41e-40c7-afcf-7fb75cf35a7a req-1ab66d60-0093-4b67-9929-4f0c1bcaacaa tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 210 time: 0.0455089 May 18 06:28:48.702154 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-85e7aa61-1cc9-40ae-9b15-51a818a8f8bb tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:48.702822 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-85e7aa61-1cc9-40ae-9b15-51a818a8f8bb tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Synchronizing usage tracker for tenant:07400da5d37b44f896114d79e95aeb80 on resource:network {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:28:48.719669 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-85e7aa61-1cc9-40ae-9b15-51a818a8f8bb tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Unset dirty status for tenant:07400da5d37b44f896114d79e95aeb80 on resource:network {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:28:48.720932 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-85e7aa61-1cc9-40ae-9b15-51a818a8f8bb tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.39 "GET /v2.0/networks?id=a8b104d6-2907-496e-8072-72175122ba8e HTTP/1.1" status: 200 len: 808 time: 0.2675109 May 18 06:28:48.767457 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-aa0cf198-aaf1-405f-ae8d-0a14feb0b3f6 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Synchronizing usage tracker for tenant:07400da5d37b44f896114d79e95aeb80 on resource:security_group {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:28:48.784880 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-aa0cf198-aaf1-405f-ae8d-0a14feb0b3f6 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Unset dirty status for tenant:07400da5d37b44f896114d79e95aeb80 on resource:security_group {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:28:48.786067 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-aa0cf198-aaf1-405f-ae8d-0a14feb0b3f6 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07400da5d37b44f896114d79e95aeb80 HTTP/1.1" status: 200 len: 379 time: 0.0575793 May 18 06:28:48.794387 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Request body: {'port': {'device_id': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'admin_state_up': True, 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'security_groups': ['085d3957-ff83-44ee-98f8-87d9aa85b8e6']}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:48.928847 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:48.938359 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.quota.driver [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:48.947549 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Made reservation on behalf of 07400da5d37b44f896114d79e95aeb80 for: {'port': 1} {{(pid=78806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:28:48.951005 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:49.114607 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.db_base_plugin_common [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Allocated IP 172.20.0.12 (a8b104d6-2907-496e-8072-72175122ba8e/49d28730-f44e-43cd-b9b5-337e3fef5336/b963b03a-5886-4a69-8f2d-c867de8ee3d4) {{(pid=78806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:28:49.303627 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for port, precommit_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:49.318561 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Transition to ACTIVE for port object b963b03a-5886-4a69-8f2d-c867de8ee3d4 will not be triggered until provisioned by entity DHCP. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:49.340247 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_create {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:49.345535 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-e774aa98-4d87-44c0-a3b9-621c614235cc tempest-VolumesActionsTest-59343126 tempest-VolumesActionsTest-59343126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:49.410343 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Network a8b104d6-2907-496e-8072-72175122ba8e is already hosted by enough agents. {{(pid=78806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:28:49.413451 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.scheduler.base_scheduler [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Resources bound (agent type, host, resource id): {{(pid=78806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:28:49.417224 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Received port after_create {{(pid=78806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:28:49.457422 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Pushing event updated for resources: {'Port': ['ID=b963b03a-5886-4a69-8f2d-c867de8ee3d4,revision_number=1']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:49.462257 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:49.485641 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:49.486261 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:49.513498 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-465a78e3-6b97-4191-a8e3-83e5fea7853f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7227321 May 18 06:28:49.524710 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-9bcc448f-3ba8-43f3-80ff-d045976a3181 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=78806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:28:49.525741 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-9bcc448f-3ba8-43f3-80ff-d045976a3181 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054166 May 18 06:28:49.625580 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-8a601424-2cbd-45a0-8e1c-636d90ab230f None None] Provisioning for port b963b03a-5886-4a69-8f2d-c867de8ee3d4 completed by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:49.631055 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-8a601424-2cbd-45a0-8e1c-636d90ab230f None None] Provisioning complete for port b963b03a-5886-4a69-8f2d-c867de8ee3d4 triggered by entity DHCP. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:49.631501 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8a601424-2cbd-45a0-8e1c-636d90ab230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:49.635803 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.v2.base [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Request body: {'port': {'device_id': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:49.686989 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-8a601424-2cbd-45a0-8e1c-636d90ab230f None None] Port b963b03a-5886-4a69-8f2d-c867de8ee3d4 cannot update to ACTIVE because it is not bound. {{(pid=78808) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:28:49.747497 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:49.811319 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68228-4323-4258-b0f9-58ac7ff0d196 req-e84718a1-3040-445d-ad58-66f0352fb77e tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:49.812813 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6fe68228-4323-4258-b0f9-58ac7ff0d196 req-e84718a1-3040-445d-ad58-66f0352fb77e tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 932 time: 0.0835211 May 18 06:28:49.856666 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6fe68228-4323-4258-b0f9-58ac7ff0d196 req-5ad08bbb-8d26-4cee-8201-95c97337b0db tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379341 May 18 06:28:50.079724 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b963b03a-5886-4a69-8f2d-c867de8ee3d4 {{(pid=78806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:28:50.087400 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:50.101146 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.provisioning_blocks [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Transition to ACTIVE for port object b963b03a-5886-4a69-8f2d-c867de8ee3d4 will not be triggered until provisioned by entity L2. {{(pid=78806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:50.104110 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:50.108499 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-c22097c3-8ed0-477a-966e-5f14c2cc77ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:50.255343 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec249633-320b-4eb6-a625-912025518376 service neutron] Pushing event updated for resources: {'Port': ['ID=b963b03a-5886-4a69-8f2d-c867de8ee3d4,revision_number=2']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:50.266318 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ec249633-320b-4eb6-a625-912025518376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:50.336238 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Attempting to bind port b963b03a-5886-4a69-8f2d-c867de8ee3d4 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:28:50.336568 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Attempting to bind port b963b03a-5886-4a69-8f2d-c867de8ee3d4 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'dd698956-6118-4d9d-b13c-ee9755f99c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e'}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:28:50.336893 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Attempting to bind port b963b03a-5886-4a69-8f2d-c867de8ee3d4 on network a8b104d6-2907-496e-8072-72175122ba8e {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:28:50.341356 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Port b963b03a-5886-4a69-8f2d-c867de8ee3d4 on network a8b104d6-2907-496e-8072-72175122ba8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:28:50.341671 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Attempting to bind port b963b03a-5886-4a69-8f2d-c867de8ee3d4 on network a8b104d6-2907-496e-8072-72175122ba8e {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:28:50.346591 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Checking agent: {'id': '1492014e-650c-4058-8e3a-8bce6860d429', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'started_at': datetime.datetime(2021, 5, 18, 6, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:28:50.346922 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Checking segment: {'id': 'dd698956-6118-4d9d-b13c-ee9755f99c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:28:50.347303 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Bound using segment: {'id': 'dd698956-6118-4d9d-b13c-ee9755f99c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e'} {{(pid=78806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:28:50.347720 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.managers [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Bound port: b963b03a-5886-4a69-8f2d-c867de8ee3d4, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd698956-6118-4d9d-b13c-ee9755f99c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e'}}] {{(pid=78806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:28:50.348080 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:50.436315 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] For port b963b03a-5886-4a69-8f2d-c867de8ee3d4, host hv-cinder-78462, cleared binding levels {{(pid=78806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:28:50.439148 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] For port b963b03a-5886-4a69-8f2d-c867de8ee3d4, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:28:50.443966 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3007670'] for port, after_update {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:50.448263 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-9d18a3e7-48e1-4385-a4e9-ec0ca9c3f45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:50.503068 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:50.503787 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:50.505089 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-ec249633-320b-4eb6-a625-912025518376 service neutron] 10.222.0.39 "PUT /v2.0/ports/b963b03a-5886-4a69-8f2d-c867de8ee3d4 HTTP/1.1" status: 200 len: 1094 time: 0.9726329 May 18 06:28:50.505704 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:28:50.528017 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec249633-320b-4eb6-a625-912025518376 service neutron] Pushing event updated for resources: {'Port': ['ID=b963b03a-5886-4a69-8f2d-c867de8ee3d4,revision_number=3']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:50.531091 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ec249633-320b-4eb6-a625-912025518376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:50.617639 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-b76d51b6-8107-46ee-8085-cfed78595e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:50.619127 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-b76d51b6-8107-46ee-8085-cfed78595e27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07400da5d37b44f896114d79e95aeb80&device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1097 time: 0.0736632 May 18 06:28:50.626612 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'status': 'completed', 'code': 200} May 18 06:28:50.776997 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-df7f2271-4af0-410c-ac0e-ced08ffa0872 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4 HTTP/1.1" status: 200 len: 217 time: 0.1488829 May 18 06:28:50.838648 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-9b38d5e9-a4ae-44c1-aefb-1e7bc33e7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:50.839967 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-9b38d5e9-a4ae-44c1-aefb-1e7bc33e7863 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49d28730-f44e-43cd-b9b5-337e3fef5336 HTTP/1.1" status: 200 len: 847 time: 0.0571208 May 18 06:28:50.913337 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-d541c704-46ee-4b89-9d6a-a60168df8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:50.914775 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-d541c704-46ee-4b89-9d6a-a60168df8101 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8b104d6-2907-496e-8072-72175122ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0683975 May 18 06:28:51.041035 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424f38d-45bf-4ff9-b2b6-122b0307ccba req-c00c1e40-d40f-4b96-a0e4-df77f4ae27d6 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:51.042547 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9424f38d-45bf-4ff9-b2b6-122b0307ccba req-c00c1e40-d40f-4b96-a0e4-df77f4ae27d6 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 944 time: 0.0816119 May 18 06:28:51.045962 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-56315a9f-b952-499e-837e-a4e06af6a6c1 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247880 May 18 06:28:51.087747 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9424f38d-45bf-4ff9-b2b6-122b0307ccba req-426f4e5b-0483-4efa-84fb-fe976a963a9f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395479 May 18 06:28:51.178569 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-1cdccff4-b10d-402b-bb51-4239ffe6e234 req-53eb3002-d10a-4996-a272-0443ba0e4098 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222596 May 18 06:28:51.296199 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff5011-a82a-4299-8ea6-9f6fd79f6749 req-e4984023-b747-43dc-b302-7301f4612020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:51.297513 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8bff5011-a82a-4299-8ea6-9f6fd79f6749 req-e4984023-b747-43dc-b302-7301f4612020 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07400da5d37b44f896114d79e95aeb80&device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1097 time: 0.0732374 May 18 06:28:51.426074 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff5011-a82a-4299-8ea6-9f6fd79f6749 req-e84e2080-a6d4-4823-9969-56119efeea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:51.428079 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8bff5011-a82a-4299-8ea6-9f6fd79f6749 req-e84e2080-a6d4-4823-9969-56119efeea1f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8b104d6-2907-496e-8072-72175122ba8e HTTP/1.1" status: 200 len: 908 time: 0.1233227 May 18 06:28:51.492112 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8bff5011-a82a-4299-8ea6-9f6fd79f6749 req-2224b335-e3aa-4e5a-bf23-8d3d02b17f1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4 HTTP/1.1" status: 200 len: 217 time: 0.0585909 May 18 06:28:51.555140 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff5011-a82a-4299-8ea6-9f6fd79f6749 req-558cf0a9-1b1f-4d83-878e-a807557faa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:51.556446 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8bff5011-a82a-4299-8ea6-9f6fd79f6749 req-558cf0a9-1b1f-4d83-878e-a807557faa63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49d28730-f44e-43cd-b9b5-337e3fef5336 HTTP/1.1" status: 200 len: 847 time: 0.0587561 May 18 06:28:51.628183 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff5011-a82a-4299-8ea6-9f6fd79f6749 req-073cbc08-4ac3-4614-9383-592e8ea50113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:51.629580 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8bff5011-a82a-4299-8ea6-9f6fd79f6749 req-073cbc08-4ac3-4614-9383-592e8ea50113 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8b104d6-2907-496e-8072-72175122ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0670559 May 18 06:28:51.756314 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8bff5011-a82a-4299-8ea6-9f6fd79f6749 req-aa3e2353-e1f9-4162-a567-62e617255332 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202114 May 18 06:28:51.884452 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-8bff5011-a82a-4299-8ea6-9f6fd79f6749 req-807f817b-e8f1-47a1-8dfb-03086024a0a0 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207931 May 18 06:28:52.272146 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e6cb1-24ae-424a-b261-df7d1d730637 req-bfbb3a6d-7f15-4118-be3c-d92048bb6949 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:52.273579 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c96e6cb1-24ae-424a-b261-df7d1d730637 req-bfbb3a6d-7f15-4118-be3c-d92048bb6949 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 944 time: 0.0832675 May 18 06:28:52.316625 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-c96e6cb1-24ae-424a-b261-df7d1d730637 req-33b33648-68e4-4bdb-a9c8-36be46aa12c2 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372012 May 18 06:28:53.448060 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:28:53.501037 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520c24b-91d8-4098-ba14-44112fe3dcda req-3f338342-4f72-45d2-a819-58ea9fd0bd70 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:53.502473 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f520c24b-91d8-4098-ba14-44112fe3dcda req-3f338342-4f72-45d2-a819-58ea9fd0bd70 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 944 time: 0.0829747 May 18 06:28:53.546473 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f520c24b-91d8-4098-ba14-44112fe3dcda req-0d4d56e7-515a-4671-b96d-f7f184bf998b tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378327 May 18 06:28:54.727547 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78fc67-9547-4cbc-a0a1-83a7b7b9b420 req-b4dd67c5-df2f-4510-a6fe-924ad63adf49 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:54.729058 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5c78fc67-9547-4cbc-a0a1-83a7b7b9b420 req-b4dd67c5-df2f-4510-a6fe-924ad63adf49 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 944 time: 0.0781014 May 18 06:28:54.772619 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5c78fc67-9547-4cbc-a0a1-83a7b7b9b420 req-14860a32-bb1c-4a8b-862e-6f6eb3b4a239 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379670 May 18 06:28:55.101613 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device b963b03a-5886-4a69-8f2d-c867de8ee3d4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:28:55.231383 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port b963b03a-5886-4a69-8f2d-c867de8ee3d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:28:55.244462 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'port_id': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'mac_address': 'fa:16:3e:ad:72:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:28:55.298099 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:55.314202 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b963b03a-5886-4a69-8f2d-c867de8ee3d4 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:28:55.329790 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port b963b03a-5886-4a69-8f2d-c867de8ee3d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:28:55.334759 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:55.337815 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:55.404865 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=b963b03a-5886-4a69-8f2d-c867de8ee3d4,revision_number=4']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:55.411867 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:55.412236 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:55.412573 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:55.412902 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:55.413228 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:55.413552 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:55.413873 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:55.414190 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:55.414506 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:55.414815 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:55.415136 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:55.415444 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:55.419015 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:55.709758 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['b963b03a-5886-4a69-8f2d-c867de8ee3d4'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:28:55.957200 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae3fef-486b-4e55-8dfe-8031cc8e0b8e req-92deb8bd-b320-4ea9-b03b-006188805eba tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:55.958854 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-98ae3fef-486b-4e55-8dfe-8031cc8e0b8e req-92deb8bd-b320-4ea9-b03b-006188805eba tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 945 time: 0.0803952 May 18 06:28:56.003788 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-98ae3fef-486b-4e55-8dfe-8031cc8e0b8e req-e361f7fa-a326-427e-bdb9-1884190d4feb tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391798 May 18 06:28:57.100031 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device b963b03a-5886-4a69-8f2d-c867de8ee3d4 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:57.169446 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning for port b963b03a-5886-4a69-8f2d-c867de8ee3d4 completed by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:57.174151 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port b963b03a-5886-4a69-8f2d-c867de8ee3d4 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:57.174528 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:57.186373 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a964a-d046-4d8e-a47d-35c6c3d34eff req-cc0d515f-7253-4d4e-9e82-8ba493093529 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:57.187792 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e58a964a-d046-4d8e-a47d-35c6c3d34eff req-cc0d515f-7253-4d4e-9e82-8ba493093529 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 945 time: 0.0818632 May 18 06:28:57.293209 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:57.320128 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:28:57.324512 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-e58a964a-d046-4d8e-a47d-35c6c3d34eff req-d34f1aae-5f20-42ad-b0b2-8c7737268511 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302533 May 18 06:28:57.332636 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port b963b03a-5886-4a69-8f2d-c867de8ee3d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:28:57.346160 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:57.349349 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-8cebd3f8-f5c8-4fea-ba1d-af82c869178e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:57.389607 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'code': 200} May 18 06:28:57.421337 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=b963b03a-5886-4a69-8f2d-c867de8ee3d4,revision_number=5']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:57.424242 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:57.641050 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad8ba1-4524-4e05-a143-0718b8eed845 req-357e109c-a7c1-44f0-b9bd-65f2539df0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:57.642504 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5aad8ba1-4524-4e05-a143-0718b8eed845 req-357e109c-a7c1-44f0-b9bd-65f2539df0c5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1099 time: 0.0683987 May 18 06:28:57.686252 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-5aad8ba1-4524-4e05-a143-0718b8eed845 req-5d4f3356-a3ef-4c46-9028-5945708b6434 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369272 May 18 06:28:58.504059 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294baf0-2c43-407f-b0ce-f3fc38ab3e2d req-a38016f7-339c-4fbf-9477-1b77418e1ebd tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:58.506081 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f294baf0-2c43-407f-b0ce-f3fc38ab3e2d req-a38016f7-339c-4fbf-9477-1b77418e1ebd tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0799162 May 18 06:28:58.553940 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-f294baf0-2c43-407f-b0ce-f3fc38ab3e2d req-cd7df7c5-5e12-4d27-8b1e-d3f270dfa798 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420563 May 18 06:28:59.733714 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145c0cc-c12b-4840-a4b5-9a943445f15c req-8ec99584-7173-4846-aeb7-ad4c962d5172 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:59.735132 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3145c0cc-c12b-4840-a4b5-9a943445f15c req-8ec99584-7173-4846-aeb7-ad4c962d5172 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0773532 May 18 06:28:59.778845 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3145c0cc-c12b-4840-a4b5-9a943445f15c req-6b232ae7-1885-42d6-a32f-98391f53041c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381000 May 18 06:28:59.960940 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df2c55-e550-4b84-9422-9a3d8f64fa8c req-a6718243-2956-4c25-9886-fac98099697e tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:59.962356 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-69df2c55-e550-4b84-9422-9a3d8f64fa8c req-a6718243-2956-4c25-9886-fac98099697e tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0802238 May 18 06:29:00.006583 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-69df2c55-e550-4b84-9422-9a3d8f64fa8c req-12432207-47cf-438b-becd-ffd173323d20 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384974 May 18 06:29:00.028631 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 51916) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:29:00.136206 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55775710-6f25-420c-8406-9d2f139b5d7e tempest-TestShelveInstance-507495402 tempest-TestShelveInstance-507495402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:00.136900 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-55775710-6f25-420c-8406-9d2f139b5d7e tempest-TestShelveInstance-507495402 tempest-TestShelveInstance-507495402-project-admin] Synchronizing usage tracker for tenant:1d7236ef30c14a44b66b3a68bfd00a74 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:29:00.152080 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [None req-55775710-6f25-420c-8406-9d2f139b5d7e tempest-TestShelveInstance-507495402 tempest-TestShelveInstance-507495402-project-admin] Unset dirty status for tenant:1d7236ef30c14a44b66b3a68bfd00a74 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:29:00.153188 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-55775710-6f25-420c-8406-9d2f139b5d7e tempest-TestShelveInstance-507495402 tempest-TestShelveInstance-507495402-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1094 time: 0.1236064 May 18 06:29:00.156293 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 51922) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:29:00.161526 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.v2.base [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Request body: {'floatingip': {'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'port_id': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:29:00.167354 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:29:00.171064 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Usage tracker for resource:floatingip and tenant:07400da5d37b44f896114d79e95aeb80 is out of sync, need to count used quota {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:29:00.173833 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:29:00.180557 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.quota.driver [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:29:00.190199 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for floatingip, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:00.322754 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:00.454454 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_common [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Allocated IP 172.28.2.94 (a911aa9e-1d36-431b-972c-57775e8f58e4/d1db8bab-0a62-4aa2-b802-eb578911a98d/aa18a861-0f22-4b03-b0f5-eadb531e963d) {{(pid=78807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:29:00.597093 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for port, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:00.625155 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792384385549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:00.629315 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:29:00.686874 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Network a911aa9e-1d36-431b-972c-57775e8f58e4 is already hosted by enough agents. {{(pid=78807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:29:00.689657 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.base_scheduler [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Resources bound (agent type, host, resource id): {{(pid=78807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:29:00.693458 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Received port after_create {{(pid=78807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:29:00.738371 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Pushing event updated for resources: {'Port': ['ID=aa18a861-0f22-4b03-b0f5-eadb531e963d,revision_number=1']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:29:00.742415 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:29:01.097327 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:01.168135 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:01.364888 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for port, precommit_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:01.369129 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3921920'] for port, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:01.373605 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-325d2695-7af3-4703-90a3-1811a65c2a46 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:29:01.570079 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Pushing event updated for resources: {'Port': ['ID=aa18a861-0f22-4b03-b0f5-eadb531e963d,revision_number=2']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:29:01.573965 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:29:01.580405 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-683193'] for floatingip, after_update {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:01.748575 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.l3_db [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Floating IP 99c93a64-0039-4d10-be69-86c4c1be5cd6 associated. External IP: 172.28.2.94, port: b963b03a-5886-4a69-8f2d-c867de8ee3d4. May 18 06:29:02.089114 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:29:02.262584 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:29:02.272311 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816a68e2-fcfa-4475-8a89-11429e455b02 None None] Sync routers for ids ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:29:02.281196 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a68e2-fcfa-4475-8a89-11429e455b02 None None] Routers {'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:29:02.281800 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-816a68e2-fcfa-4475-8a89-11429e455b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:28:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:29:02.286155 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:02.341135 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1837523 May 18 06:29:02.341886 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:29:02.435296 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'status': 'completed', 'code': 200} May 18 06:29:02.464554 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-816a68e2-fcfa-4475-8a89-11429e455b02 None None] Set router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:29:02.525888 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad430f66-f3aa-4f7c-8db5-f28b70c8c387 req-99d0dbbe-99f4-4855-b498-45908aab9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:02.527366 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad430f66-f3aa-4f7c-8db5-f28b70c8c387 req-99d0dbbe-99f4-4855-b498-45908aab9d2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07400da5d37b44f896114d79e95aeb80&device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1099 time: 0.0694237 May 18 06:29:02.657342 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad430f66-f3aa-4f7c-8db5-f28b70c8c387 req-f0795936-b971-479c-896f-8825e1a19771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:02.658761 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad430f66-f3aa-4f7c-8db5-f28b70c8c387 req-f0795936-b971-479c-896f-8825e1a19771 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8b104d6-2907-496e-8072-72175122ba8e HTTP/1.1" status: 200 len: 908 time: 0.1252961 May 18 06:29:02.839854 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-816a68e2-fcfa-4475-8a89-11429e455b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:19Z', 'revision_number': 4, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port': {'id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': '99c93a64-0039-4d10-be69-86c4c1be5cd6', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'floating_ip_address': '172.28.2.94', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'port_id': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'mac_address': 'fa:16:3e:ad:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:29:01Z', 'updated_at': '2021-05-18T06:29:01Z', 'revision_number': 0, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6649d35f-2398-492d-9bd4-474d68a35bbb', 'name': '', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'mac_address': 'fa:16:3e:2f:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:19Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 5, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'subnets': [{'id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:29:02.843548 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816a68e2-fcfa-4475-8a89-11429e455b02 None None] Checking router: e02f93d9-a0d3-4621-8353-d59b3cfd4e9a for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:29:02.846939 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad430f66-f3aa-4f7c-8db5-f28b70c8c387 req-31012683-585b-483d-baa2-96734b2e4666 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4 HTTP/1.1" status: 200 len: 999 time: 0.1820157 May 18 06:29:02.852423 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a68e2-fcfa-4475-8a89-11429e455b02 None None] Routers {'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:29:02.853036 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-816a68e2-fcfa-4475-8a89-11429e455b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:28:40Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:29:02.916695 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad430f66-f3aa-4f7c-8db5-f28b70c8c387 req-0c989419-f361-4e9e-9305-ea7bab0bedde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:02.918111 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad430f66-f3aa-4f7c-8db5-f28b70c8c387 req-0c989419-f361-4e9e-9305-ea7bab0bedde service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49d28730-f44e-43cd-b9b5-337e3fef5336 HTTP/1.1" status: 200 len: 847 time: 0.0584357 May 18 06:29:02.990621 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad430f66-f3aa-4f7c-8db5-f28b70c8c387 req-687b80da-0386-463f-b8e4-1c830e5926da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:02.992089 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad430f66-f3aa-4f7c-8db5-f28b70c8c387 req-687b80da-0386-463f-b8e4-1c830e5926da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8b104d6-2907-496e-8072-72175122ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0681221 May 18 06:29:03.029193 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-816a68e2-fcfa-4475-8a89-11429e455b02 None None] Set router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:29:03.105587 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:03.132849 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad430f66-f3aa-4f7c-8db5-f28b70c8c387 req-7ea9b341-f538-4cbd-9f2f-eec1f5330368 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343887 May 18 06:29:03.263939 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-ad430f66-f3aa-4f7c-8db5-f28b70c8c387 req-688fd2fe-fbbd-4342-b40a-12c06d89fa6f service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250110 May 18 06:29:03.383779 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-816a68e2-fcfa-4475-8a89-11429e455b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:19Z', 'revision_number': 4, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port': {'id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': '99c93a64-0039-4d10-be69-86c4c1be5cd6', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'floating_ip_address': '172.28.2.94', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'port_id': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'mac_address': 'fa:16:3e:ad:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:29:01Z', 'updated_at': '2021-05-18T06:29:01Z', 'revision_number': 0, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6649d35f-2398-492d-9bd4-474d68a35bbb', 'name': '', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'mac_address': 'fa:16:3e:2f:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:19Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 5, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'subnets': [{'id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:29:03.387534 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816a68e2-fcfa-4475-8a89-11429e455b02 None None] The sync data for ids ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'] in dv-cinder-784623-10-smb is: [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:19Z', 'revision_number': 4, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port': {'id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_floatingips': [{'id': '99c93a64-0039-4d10-be69-86c4c1be5cd6', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'floating_ip_address': '172.28.2.94', 'floating_network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'router_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'port_id': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'mac_address': 'fa:16:3e:ad:72:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:29:01Z', 'updated_at': '2021-05-18T06:29:01Z', 'revision_number': 0, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6649d35f-2398-492d-9bd4-474d68a35bbb', 'name': '', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'mac_address': 'fa:16:3e:2f:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:19Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 5, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'subnets': [{'id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:29:03.568324 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b688ddfe-35e5-45c9-967e-04e28c626868 None None] New status for floating IP 99c93a64-0039-4d10-be69-86c4c1be5cd6: ACTIVE {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:29:06.520411 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-52454013-0114-4c03-8833-e3308fff120e req-3d791da8-e7ae-4691-9fcc-52d53ff2e340 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715714 May 18 06:29:06.653380 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52454013-0114-4c03-8833-e3308fff120e req-227d2976-84c6-4e1f-9de5-e84c6591e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:06.654795 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-52454013-0114-4c03-8833-e3308fff120e req-227d2976-84c6-4e1f-9de5-e84c6591e764 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07400da5d37b44f896114d79e95aeb80&device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1099 time: 0.0688920 May 18 06:29:06.794156 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52454013-0114-4c03-8833-e3308fff120e req-5631e054-4d89-47c1-9696-0841ab15a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:06.795463 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-52454013-0114-4c03-8833-e3308fff120e req-5631e054-4d89-47c1-9696-0841ab15a45b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8b104d6-2907-496e-8072-72175122ba8e HTTP/1.1" status: 200 len: 908 time: 0.1225357 May 18 06:29:06.896471 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-52454013-0114-4c03-8833-e3308fff120e req-6032d407-0f63-4641-b9a5-0473005f0e31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4 HTTP/1.1" status: 200 len: 1001 time: 0.0934916 May 18 06:29:06.956178 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52454013-0114-4c03-8833-e3308fff120e req-91ae2512-84d3-43b5-934a-4617de52ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:06.957512 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-52454013-0114-4c03-8833-e3308fff120e req-91ae2512-84d3-43b5-934a-4617de52ea46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49d28730-f44e-43cd-b9b5-337e3fef5336 HTTP/1.1" status: 200 len: 847 time: 0.0554850 May 18 06:29:07.034610 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52454013-0114-4c03-8833-e3308fff120e req-4ffe28ed-9e73-4d38-a75e-b96699aa6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:07.036032 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-52454013-0114-4c03-8833-e3308fff120e req-4ffe28ed-9e73-4d38-a75e-b96699aa6385 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8b104d6-2907-496e-8072-72175122ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0724099 May 18 06:29:07.058838 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-bcb54658-6f5e-4821-b563-0bfd818afaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:07.168610 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-52454013-0114-4c03-8833-e3308fff120e req-4e30844e-69e0-4752-b69c-89db69c5592a service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249678 May 18 06:29:07.300550 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-52454013-0114-4c03-8833-e3308fff120e req-e214fce8-1370-44b9-89cc-8e7008e0c408 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202126 May 18 06:29:09.982703 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:10.121950 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-00f5071a-a915-4865-97ab-ac2ef5081d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:10.825287 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:12.102998 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:30.447699 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:29:33.086089 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:37.059663 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-79cb6224-bd5f-4417-a355-3e69b683944c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:39.984547 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:40.122105 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-52a985fd-ee2c-4203-81fb-efad44f84553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:40.827384 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:42.104987 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:03.080974 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:07.060431 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c4d47c42-9292-493d-b5e7-445a1d256411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:07.446938 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:30:07.467283 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-48fdb970-1ceb-4527-b39c-9b6161923911 req-d10724c7-9473-4981-a585-5c4e85ed5a0a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667348 May 18 06:30:07.603123 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdb970-1ceb-4527-b39c-9b6161923911 req-9b46bc96-3666-4cd8-929c-f4231e740d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:30:07.604527 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-48fdb970-1ceb-4527-b39c-9b6161923911 req-9b46bc96-3666-4cd8-929c-f4231e740d50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07400da5d37b44f896114d79e95aeb80&device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1099 time: 0.0721364 May 18 06:30:07.826519 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdb970-1ceb-4527-b39c-9b6161923911 req-5122014f-fda9-48b2-8959-a74df8a73a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:30:07.827837 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-48fdb970-1ceb-4527-b39c-9b6161923911 req-5122014f-fda9-48b2-8959-a74df8a73a6c service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8b104d6-2907-496e-8072-72175122ba8e HTTP/1.1" status: 200 len: 908 time: 0.2049084 May 18 06:30:07.926650 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-48fdb970-1ceb-4527-b39c-9b6161923911 req-5b4af59d-cbea-4dc9-bfd5-cf7727e28864 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4 HTTP/1.1" status: 200 len: 1001 time: 0.0920644 May 18 06:30:07.987329 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdb970-1ceb-4527-b39c-9b6161923911 req-11f5dce3-73b4-4b1f-95ae-4e5c79d6f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:30:07.988759 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-48fdb970-1ceb-4527-b39c-9b6161923911 req-11f5dce3-73b4-4b1f-95ae-4e5c79d6f2b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49d28730-f44e-43cd-b9b5-337e3fef5336 HTTP/1.1" status: 200 len: 847 time: 0.0558805 May 18 06:30:08.062236 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdb970-1ceb-4527-b39c-9b6161923911 req-c59b9a1a-2d8d-4898-af62-1479267dbc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:30:08.063674 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-48fdb970-1ceb-4527-b39c-9b6161923911 req-c59b9a1a-2d8d-4898-af62-1479267dbc59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8b104d6-2907-496e-8072-72175122ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0686786 May 18 06:30:08.190915 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-48fdb970-1ceb-4527-b39c-9b6161923911 req-c05cb2fe-2f5a-41d8-9c46-8c9fbbdbaa8d service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204956 May 18 06:30:08.318754 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-48fdb970-1ceb-4527-b39c-9b6161923911 req-5fdea612-1d18-4ad9-8dae-1e8ad94369c8 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211023 May 18 06:30:09.986067 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:10.123317 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-db4f2666-d09b-4d35-b80f-37162be013f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:10.831183 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:12.110864 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:33.079075 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:37.061485 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-126ad237-63a7-461b-9d34-616ac0fe372b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:39.988464 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:40.123643 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-262ff09f-b4d2-4b91-8fa4-19094c85d778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:40.833763 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:42.111707 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:44.446121 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:31:03.093365 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:07.061887 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f4652c5d-8c9b-4c6b-873a-dd3676f0025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:08.470647 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c01ca994-550d-4670-b7c6-230d5267ee94 req-9a57ce10-85af-481d-b1bb-ee3808612e44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706000 May 18 06:31:08.605834 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ca994-550d-4670-b7c6-230d5267ee94 req-535a3bed-2a6b-48cd-a347-f64ef6c65e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:08.607233 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c01ca994-550d-4670-b7c6-230d5267ee94 req-535a3bed-2a6b-48cd-a347-f64ef6c65e1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07400da5d37b44f896114d79e95aeb80&device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1099 time: 0.0680449 May 18 06:31:08.748400 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ca994-550d-4670-b7c6-230d5267ee94 req-db22eae9-860b-4ef6-b846-3425bd7ca534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:08.749695 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c01ca994-550d-4670-b7c6-230d5267ee94 req-db22eae9-860b-4ef6-b846-3425bd7ca534 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8b104d6-2907-496e-8072-72175122ba8e HTTP/1.1" status: 200 len: 908 time: 0.1236420 May 18 06:31:08.849465 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c01ca994-550d-4670-b7c6-230d5267ee94 req-5ec34b2b-f87b-4db6-af27-b2a10b3a495b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4 HTTP/1.1" status: 200 len: 1001 time: 0.0930698 May 18 06:31:08.911998 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ca994-550d-4670-b7c6-230d5267ee94 req-23663945-00ff-4445-80f4-77f336bcbfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:08.913983 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c01ca994-550d-4670-b7c6-230d5267ee94 req-23663945-00ff-4445-80f4-77f336bcbfe3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49d28730-f44e-43cd-b9b5-337e3fef5336 HTTP/1.1" status: 200 len: 847 time: 0.0580156 May 18 06:31:08.985184 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ca994-550d-4670-b7c6-230d5267ee94 req-24b3dc70-2326-4f8b-81c1-815c39a695ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:08.986587 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c01ca994-550d-4670-b7c6-230d5267ee94 req-24b3dc70-2326-4f8b-81c1-815c39a695ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8b104d6-2907-496e-8072-72175122ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0676110 May 18 06:31:09.116139 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c01ca994-550d-4670-b7c6-230d5267ee94 req-f0600714-499a-4e2c-84c1-13709431c527 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228545 May 18 06:31:09.242666 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-c01ca994-550d-4670-b7c6-230d5267ee94 req-1c6ce145-4f10-44a1-a725-c8c54a60627e service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204731 May 18 06:31:09.990911 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:10.126106 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-e93a5e3f-d525-41fd-b3f2-e33a2453de94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:10.838045 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:12.114253 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:21.446294 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:31:26.937241 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c969c-7650-4539-a216-a7823ff638f4 req-fb659844-dc69-477d-a166-550cc0aaa6f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:26.938683 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-794c969c-7650-4539-a216-a7823ff638f4 req-fb659844-dc69-477d-a166-550cc0aaa6f0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0797904 May 18 06:31:26.985831 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-794c969c-7650-4539-a216-a7823ff638f4 req-93434448-6250-48dc-b88f-5066e79e58a0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414872 May 18 06:31:28.170383 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3bbf0-8e78-4f7a-9c6f-03e0ab5d7a86 req-7a578196-7504-4df8-9ebc-2dd21e94f606 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:28.171782 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fab3bbf0-8e78-4f7a-9c6f-03e0ab5d7a86 req-7a578196-7504-4df8-9ebc-2dd21e94f606 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0786705 May 18 06:31:28.215648 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fab3bbf0-8e78-4f7a-9c6f-03e0ab5d7a86 req-e3a5b901-62be-489e-9e1c-b046311127b9 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382757 May 18 06:31:29.410615 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f59c4-d823-472d-9ecb-af026f2de15a req-90e6df30-8168-4ec5-b3f0-84db1221c3be tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:29.412031 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-080f59c4-d823-472d-9ecb-af026f2de15a req-90e6df30-8168-4ec5-b3f0-84db1221c3be tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0809193 May 18 06:31:29.455994 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-080f59c4-d823-472d-9ecb-af026f2de15a req-2b1d4fd3-3981-490c-855d-67f68ee5a728 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377204 May 18 06:31:30.633295 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a1a11-17ec-4d41-b0fa-b67f9f109cd9 req-db933f41-6e63-420c-8793-85abfb88a987 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:30.634703 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-476a1a11-17ec-4d41-b0fa-b67f9f109cd9 req-db933f41-6e63-420c-8793-85abfb88a987 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0773833 May 18 06:31:30.680579 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-476a1a11-17ec-4d41-b0fa-b67f9f109cd9 req-64c50292-38a2-45c7-b656-860c5c73af2b tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403788 May 18 06:31:31.861842 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13516fcd-e2d6-4429-b2a2-85b289392750 req-986314eb-23aa-4007-8cd5-7d1f632f278f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:31.863251 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-13516fcd-e2d6-4429-b2a2-85b289392750 req-986314eb-23aa-4007-8cd5-7d1f632f278f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0780358 May 18 06:31:31.907832 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-13516fcd-e2d6-4429-b2a2-85b289392750 req-f4467ca6-dfe0-4b61-84fd-eed0565edc2e tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383282 May 18 06:31:33.109114 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:33.190878 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402086a7-51dd-4418-8209-c7521d7b8eaa req-5df52559-755c-4862-9d46-8e02e29dee03 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:33.192250 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-402086a7-51dd-4418-8209-c7521d7b8eaa req-5df52559-755c-4862-9d46-8e02e29dee03 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.1816034 May 18 06:31:33.235544 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-402086a7-51dd-4418-8209-c7521d7b8eaa req-f31fe2bc-6d54-41ec-9d38-3adb2b90758c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376253 May 18 06:31:34.416289 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b163d-0535-432b-8844-0457a009719f req-97a57161-8d28-48c8-b051-27b9f467b269 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:34.417723 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-241b163d-0535-432b-8844-0457a009719f req-97a57161-8d28-48c8-b051-27b9f467b269 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0787404 May 18 06:31:34.464596 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-241b163d-0535-432b-8844-0457a009719f req-394be9d6-407f-4671-b018-62abeb295540 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410445 May 18 06:31:35.646419 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94481f15-14dc-43d4-88cc-9db9cf87487a req-167a3104-77d2-431c-85f0-ba35a6763eb5 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:35.647847 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-94481f15-14dc-43d4-88cc-9db9cf87487a req-167a3104-77d2-431c-85f0-ba35a6763eb5 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0778875 May 18 06:31:35.691513 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-94481f15-14dc-43d4-88cc-9db9cf87487a req-9be9c440-4a10-4684-ae5a-2cd848b58f47 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380807 May 18 06:31:36.875417 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd6517-2393-4a49-b27a-33aa7d3b19b5 req-e49eef89-70dc-4486-8085-10b6976008db tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:36.876869 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-65fd6517-2393-4a49-b27a-33aa7d3b19b5 req-e49eef89-70dc-4486-8085-10b6976008db tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0834365 May 18 06:31:36.920673 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-65fd6517-2393-4a49-b27a-33aa7d3b19b5 req-96f83f53-e584-44c4-87c3-4b40a15a85bc tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382128 May 18 06:31:37.025272 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a62b6-3b95-4df9-8d88-9431884e7fd0 req-aa6b63ba-4b96-4fe6-8a00-2d02d1d2203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:37.026718 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-0f4a62b6-3b95-4df9-8d88-9431884e7fd0 req-aa6b63ba-4b96-4fe6-8a00-2d02d1d2203d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07400da5d37b44f896114d79e95aeb80&device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1099 time: 0.0704679 May 18 06:31:37.064301 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2fdb-2536-4948-bc60-974dd76fc575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:37.162093 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a62b6-3b95-4df9-8d88-9431884e7fd0 req-9807df83-3814-4ed9-ad4e-3b7d81df8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:37.163531 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-0f4a62b6-3b95-4df9-8d88-9431884e7fd0 req-9807df83-3814-4ed9-ad4e-3b7d81df8932 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8b104d6-2907-496e-8072-72175122ba8e HTTP/1.1" status: 200 len: 908 time: 0.1305020 May 18 06:31:37.344127 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-0f4a62b6-3b95-4df9-8d88-9431884e7fd0 req-4ab29ec4-3e39-4e01-91a7-8d8a347f1e5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4 HTTP/1.1" status: 200 len: 1001 time: 0.1744406 May 18 06:31:37.406496 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a62b6-3b95-4df9-8d88-9431884e7fd0 req-f7a0bad4-5172-4cbd-932c-ea09b8645832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:37.407846 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-0f4a62b6-3b95-4df9-8d88-9431884e7fd0 req-f7a0bad4-5172-4cbd-932c-ea09b8645832 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49d28730-f44e-43cd-b9b5-337e3fef5336 HTTP/1.1" status: 200 len: 847 time: 0.0583341 May 18 06:31:37.479891 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a62b6-3b95-4df9-8d88-9431884e7fd0 req-25bf8920-31e8-4855-8be1-fce1bc8c4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:37.481302 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-0f4a62b6-3b95-4df9-8d88-9431884e7fd0 req-25bf8920-31e8-4855-8be1-fce1bc8c4ee3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8b104d6-2907-496e-8072-72175122ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0668807 May 18 06:31:37.610615 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-0f4a62b6-3b95-4df9-8d88-9431884e7fd0 req-b742f85e-a6b1-44fc-a67a-d25a632552d2 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227181 May 18 06:31:37.738752 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-0f4a62b6-3b95-4df9-8d88-9431884e7fd0 req-2e747e7c-8ccb-4767-9b88-b2a83cd99b4f service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219537 May 18 06:31:38.100279 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f006d9-6521-438b-91cd-374e7d17fd05 req-70792917-8384-4db3-80f5-f61105696ae9 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:38.102285 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-20f006d9-6521-438b-91cd-374e7d17fd05 req-70792917-8384-4db3-80f5-f61105696ae9 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0773287 May 18 06:31:38.148628 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-20f006d9-6521-438b-91cd-374e7d17fd05 req-072d1771-3360-4588-a764-20e2c71ebdfb tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402632 May 18 06:31:39.329391 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98ebc9-970a-4475-a9ae-a26e8bd89d2b req-24e6e81b-81a4-4dc4-822e-16d7c0474371 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:39.330839 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6d98ebc9-970a-4475-a9ae-a26e8bd89d2b req-24e6e81b-81a4-4dc4-822e-16d7c0474371 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0796316 May 18 06:31:39.376766 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-6d98ebc9-970a-4475-a9ae-a26e8bd89d2b req-5478629d-483e-48c6-bc43-95570ed416b0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399086 May 18 06:31:39.993783 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:40.127242 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-9155ccc2-71de-4bf8-b9a6-948fbb69fd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:40.558593 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ca69b-029e-4f30-94a9-caece17fb084 req-aa952fde-223d-4fab-9419-1f49bc2e5ac4 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:40.560008 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-581ca69b-029e-4f30-94a9-caece17fb084 req-aa952fde-223d-4fab-9419-1f49bc2e5ac4 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0822515 May 18 06:31:40.604225 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-581ca69b-029e-4f30-94a9-caece17fb084 req-41677f86-aee4-49dc-b9f5-69e8956c3b61 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385423 May 18 06:31:40.841735 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:41.002913 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b01bde-cc2a-4862-a7c1-fc44a017378e req-ee971cde-a73d-49ea-bce2-8d2b1f345353 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:41.004353 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-34b01bde-cc2a-4862-a7c1-fc44a017378e req-ee971cde-a73d-49ea-bce2-8d2b1f345353 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.1311922 May 18 06:31:41.047189 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-e49f46ca-d08d-4fdf-9ad1-723eff737f57 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2349575 May 18 06:31:41.056578 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-34b01bde-cc2a-4862-a7c1-fc44a017378e req-702cb9cd-4f4f-4696-8fb9-f9be9b070935 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456047 May 18 06:31:41.954844 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device b963b03a-5886-4a69-8f2d-c867de8ee3d4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:31:42.134391 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:42.137027 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:42.170087 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:31:42.180766 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port b963b03a-5886-4a69-8f2d-c867de8ee3d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:31:42.185065 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:42.186879 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:31:42.253922 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=b963b03a-5886-4a69-8f2d-c867de8ee3d4,revision_number=6']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:31:42.256554 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb3f28-a5a6-42d1-bc80-bf608edb1005 req-56ee3863-6037-40d6-9cd2-c49f9ebc37dc tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:42.258692 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-63cb3f28-a5a6-42d1-bc80-bf608edb1005 req-56ee3863-6037-40d6-9cd2-c49f9ebc37dc tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 944 time: 0.0912702 May 18 06:31:42.262078 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:31:42.262500 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:31:42.262906 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:31:42.263407 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:31:42.263752 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:31:42.264244 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:31:42.264640 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:31:42.265029 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:31:42.265566 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:31:42.265855 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:31:42.266244 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:31:42.266624 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:31:42.270639 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:31:42.306691 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-63cb3f28-a5a6-42d1-bc80-bf608edb1005 req-6f4d5681-6e8a-4b81-b6e4-1b793664dcea tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415492 May 18 06:31:42.315207 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'code': 200} May 18 06:31:42.444390 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-265f6073-1f8d-4d4a-9424-1c2c94747bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:42.446360 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-265f6073-1f8d-4d4a-9424-1c2c94747bbf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f&tenant_id=07400da5d37b44f896114d79e95aeb80 HTTP/1.1" status: 200 len: 1097 time: 0.0747430 May 18 06:31:42.534446 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-98e9562d-6b14-4514-8d56-5f2219131170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:42.535802 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-98e9562d-6b14-4514-8d56-5f2219131170 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07400da5d37b44f896114d79e95aeb80&device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1097 time: 0.0679681 May 18 06:31:42.662699 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-a46e2d58-8058-4626-870c-79e95fa0932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:42.664163 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-a46e2d58-8058-4626-870c-79e95fa0932a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8b104d6-2907-496e-8072-72175122ba8e HTTP/1.1" status: 200 len: 908 time: 0.1226084 May 18 06:31:42.765407 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-d4e9bdad-fbcd-420b-b2a0-41ea432dfb1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4 HTTP/1.1" status: 200 len: 999 time: 0.0951393 May 18 06:31:42.825832 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-a543cecc-70f5-406c-83e8-d33069c30b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:42.827093 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-a543cecc-70f5-406c-83e8-d33069c30b0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49d28730-f44e-43cd-b9b5-337e3fef5336 HTTP/1.1" status: 200 len: 847 time: 0.0559697 May 18 06:31:42.902901 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-35f7f8b7-3a4b-4a3d-8c04-c06b81dd356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:42.904418 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-35f7f8b7-3a4b-4a3d-8c04-c06b81dd356e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8b104d6-2907-496e-8072-72175122ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0710902 May 18 06:31:43.032394 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-539dec1c-9578-4ee6-83cf-981b4f2b49d2 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219268 May 18 06:31:43.159714 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-b07282f3-4983-47e2-af29-007ee6ebc98b req-e34b1156-6600-4c27-96a1-260d224082ef service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214836 May 18 06:31:43.489723 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf590-c3c4-4d39-b084-aaf282488f27 req-1b67a29d-baf0-4559-9012-8a0ec2f7644e tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:43.491295 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4fdbf590-c3c4-4d39-b084-aaf282488f27 req-1b67a29d-baf0-4559-9012-8a0ec2f7644e tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 944 time: 0.0775754 May 18 06:31:43.535506 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-4fdbf590-c3c4-4d39-b084-aaf282488f27 req-161ac022-23a4-4e22-bda5-dca07c34acb0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375130 May 18 06:31:44.716872 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92795da-5342-4426-8f21-ba7b2f23471c req-d4b3b4c0-eb4b-41e5-99d7-027d2b3c712c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:44.718259 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a92795da-5342-4426-8f21-ba7b2f23471c req-d4b3b4c0-eb4b-41e5-99d7-027d2b3c712c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 944 time: 0.0803165 May 18 06:31:44.762663 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-a92795da-5342-4426-8f21-ba7b2f23471c req-4be6a3df-9f69-46d4-a795-6dd00f9e27b5 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388322 May 18 06:31:45.945528 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a54c1-6ab6-4481-ae10-2d0417993d92 req-9b75e30d-70d6-4853-8df9-dcbc49865013 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:45.946925 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-354a54c1-6ab6-4481-ae10-2d0417993d92 req-9b75e30d-70d6-4853-8df9-dcbc49865013 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 944 time: 0.0820785 May 18 06:31:45.984846 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device b963b03a-5886-4a69-8f2d-c867de8ee3d4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78808) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:31:45.993464 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-354a54c1-6ab6-4481-ae10-2d0417993d92 req-b0204fe1-b927-4a1e-91e6-c1d096e3fd8d tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400662 May 18 06:31:46.115832 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port b963b03a-5886-4a69-8f2d-c867de8ee3d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:31:46.128713 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Returning: {'device': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'port_id': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'mac_address': 'fa:16:3e:ad:72:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78808) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:31:46.185865 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:46.202005 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b963b03a-5886-4a69-8f2d-c867de8ee3d4 {{(pid=78808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:31:46.217023 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port b963b03a-5886-4a69-8f2d-c867de8ee3d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:31:46.221740 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:46.223452 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:31:46.286816 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=b963b03a-5886-4a69-8f2d-c867de8ee3d4,revision_number=7']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:31:46.290344 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:31:46.600767 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] get_ports_and_sgs() called for port_ids ['b963b03a-5886-4a69-8f2d-c867de8ee3d4'] {{(pid=78808) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:31:47.175593 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce01359-4a85-4786-8eb7-f84d59948703 req-5413189e-579c-4f78-87cd-7973e4642d5c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:47.177051 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fce01359-4a85-4786-8eb7-f84d59948703 req-5413189e-579c-4f78-87cd-7973e4642d5c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 945 time: 0.0785282 May 18 06:31:47.221050 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-fce01359-4a85-4786-8eb7-f84d59948703 req-7313e4ab-c2a1-4f81-b79d-f75064ccb9e7 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379295 May 18 06:31:47.999888 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device b963b03a-5886-4a69-8f2d-c867de8ee3d4 up at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:31:48.067721 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.provisioning_blocks [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Provisioning complete for port b963b03a-5886-4a69-8f2d-c867de8ee3d4 triggered by entity L2. {{(pid=78808) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:31:48.068128 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32891538'] for port, provisioning_complete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:48.181511 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33214520'] for port, before_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:48.207537 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4'}] {{(pid=78808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:31:48.217506 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] For port b963b03a-5886-4a69-8f2d-c867de8ee3d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:31:48.221968 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792384806202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792384385567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792384385612'] for port, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:48.223755 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-2220c652-3aa2-4001-8319-4e61b86496f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:31:48.258470 dv-cinder-784623-10-smb neutron-server[78808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'code': 200} May 18 06:31:48.290673 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Pushing event updated for resources: {'Port': ['ID=b963b03a-5886-4a69-8f2d-c867de8ee3d4,revision_number=8']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:31:48.293496 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:31:48.419561 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15519376-31cc-4f36-b995-5f2626e4fa15 req-f4ffa1f3-a1c2-4048-bbbb-5aa355e49499 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:48.421047 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-15519376-31cc-4f36-b995-5f2626e4fa15 req-f4ffa1f3-a1c2-4048-bbbb-5aa355e49499 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0819924 May 18 06:31:48.466253 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-15519376-31cc-4f36-b995-5f2626e4fa15 req-186e8d9f-37e2-46e4-8935-40a40018a2aa tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394447 May 18 06:31:48.534444 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575256b1-45b4-4aa1-96f0-5d45565b58a1 req-73c567d2-6c00-4918-8e9a-b2fea3814723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:48.535775 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-575256b1-45b4-4aa1-96f0-5d45565b58a1 req-73c567d2-6c00-4918-8e9a-b2fea3814723 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1099 time: 0.0681875 May 18 06:31:48.576124 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-575256b1-45b4-4aa1-96f0-5d45565b58a1 req-9b17d64d-11a3-4a49-aab6-4718ad59890e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335779 May 18 06:31:49.656442 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeff36-e630-416e-b5a5-d99f85a74ba0 req-5d69b369-35d9-467e-b5d2-430b7e5c4cdf tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:49.657891 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5eaeff36-e630-416e-b5a5-d99f85a74ba0 req-5d69b369-35d9-467e-b5d2-430b7e5c4cdf tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0826859 May 18 06:31:49.701739 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-5eaeff36-e630-416e-b5a5-d99f85a74ba0 req-b7d3c08b-dd41-4161-96b7-0a7c954dc0d0 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381343 May 18 06:31:50.880601 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e5716-e70e-4633-ba07-2e10bdb44fcb req-8fb93a16-c2ec-470e-bc68-c9e9756fc425 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:31:50.882014 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3d3e5716-e70e-4633-ba07-2e10bdb44fcb req-8fb93a16-c2ec-470e-bc68-c9e9756fc425 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0766776 May 18 06:31:50.925911 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-3d3e5716-e70e-4633-ba07-2e10bdb44fcb req-cb608fca-7a26-45e5-92c3-d809c1c8131b tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383854 May 18 06:31:58.444958 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:32:03.106871 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:07.065695 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-01f00ce9-d8e6-4a14-b9b4-54d1b6607a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:08.480453 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fbd0e893-e6ff-4f6b-8ea6-9c574c32b4ff req-be552423-e7c7-4b99-837f-d108aec303f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698361 May 18 06:32:08.616107 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0e893-e6ff-4f6b-8ea6-9c574c32b4ff req-0211030c-2759-46f9-97f3-812d1dd81081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:32:08.617525 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fbd0e893-e6ff-4f6b-8ea6-9c574c32b4ff req-0211030c-2759-46f9-97f3-812d1dd81081 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07400da5d37b44f896114d79e95aeb80&device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1099 time: 0.0683331 May 18 06:32:08.843938 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0e893-e6ff-4f6b-8ea6-9c574c32b4ff req-78ca58f4-2408-4502-a78f-f7087ed59559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:32:08.845298 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fbd0e893-e6ff-4f6b-8ea6-9c574c32b4ff req-78ca58f4-2408-4502-a78f-f7087ed59559 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8b104d6-2907-496e-8072-72175122ba8e HTTP/1.1" status: 200 len: 908 time: 0.2098923 May 18 06:32:08.948537 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fbd0e893-e6ff-4f6b-8ea6-9c574c32b4ff req-1785fe9a-7c62-4645-abb6-3eae09dffbfa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4 HTTP/1.1" status: 200 len: 1001 time: 0.0929608 May 18 06:32:09.012125 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0e893-e6ff-4f6b-8ea6-9c574c32b4ff req-c64c4fb9-6453-4ac5-85c5-a816935e839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:32:09.013572 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fbd0e893-e6ff-4f6b-8ea6-9c574c32b4ff req-c64c4fb9-6453-4ac5-85c5-a816935e839a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49d28730-f44e-43cd-b9b5-337e3fef5336 HTTP/1.1" status: 200 len: 847 time: 0.0583725 May 18 06:32:09.085192 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0e893-e6ff-4f6b-8ea6-9c574c32b4ff req-0a6adbc8-4834-430e-a160-94857f205ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:32:09.086616 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fbd0e893-e6ff-4f6b-8ea6-9c574c32b4ff req-0a6adbc8-4834-430e-a160-94857f205ace service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8b104d6-2907-496e-8072-72175122ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0672770 May 18 06:32:09.214334 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fbd0e893-e6ff-4f6b-8ea6-9c574c32b4ff req-f7b9b472-21f1-4050-9dbd-320bc1c8e8cc service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213610 May 18 06:32:09.342257 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-fbd0e893-e6ff-4f6b-8ea6-9c574c32b4ff req-48de81db-a4a7-4ca5-a143-69ccd34876c8 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204805 May 18 06:32:09.996666 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:10.128115 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-699e3a78-d861-4809-82a3-7087d95da637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:10.842661 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:12.122617 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:33.121536 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:35.443200 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:32:37.066360 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7ba4-d2bb-4cc4-8fc2-7b700d6a831d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:39.999183 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:40.129098 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d25e3cd1-f4b4-4ec4-b007-d542983152d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:40.846296 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:42.120926 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:03.121833 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:07.066830 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-07bc2aa3-2098-4e9d-b222-159c19643a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:09.464818 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6e704b6b-100a-4bbe-be19-9c28ae4c663e req-095efda1-be2c-4504-808c-137b0ed2f8ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691476 May 18 06:33:09.603341 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e704b6b-100a-4bbe-be19-9c28ae4c663e req-5a190341-6261-4f6a-ade2-ea2c29547fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:33:09.604713 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6e704b6b-100a-4bbe-be19-9c28ae4c663e req-5a190341-6261-4f6a-ade2-ea2c29547fe8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07400da5d37b44f896114d79e95aeb80&device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1099 time: 0.0731258 May 18 06:33:09.745614 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e704b6b-100a-4bbe-be19-9c28ae4c663e req-efed0fd4-f2f6-4e92-a0f1-858d3c43c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:33:09.747190 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6e704b6b-100a-4bbe-be19-9c28ae4c663e req-efed0fd4-f2f6-4e92-a0f1-858d3c43c184 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8b104d6-2907-496e-8072-72175122ba8e HTTP/1.1" status: 200 len: 908 time: 0.1220820 May 18 06:33:09.847366 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6e704b6b-100a-4bbe-be19-9c28ae4c663e req-a91ee2ca-6451-4fc6-b991-e0883af363ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4 HTTP/1.1" status: 200 len: 1001 time: 0.0940106 May 18 06:33:09.907559 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e704b6b-100a-4bbe-be19-9c28ae4c663e req-2f8095cf-c428-419b-a026-feacd6ee53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:33:09.908886 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6e704b6b-100a-4bbe-be19-9c28ae4c663e req-2f8095cf-c428-419b-a026-feacd6ee53bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49d28730-f44e-43cd-b9b5-337e3fef5336 HTTP/1.1" status: 200 len: 847 time: 0.0553892 May 18 06:33:09.982632 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e704b6b-100a-4bbe-be19-9c28ae4c663e req-4330dd31-edb6-4495-838c-d931ddb8ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:33:09.984126 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6e704b6b-100a-4bbe-be19-9c28ae4c663e req-4330dd31-edb6-4495-838c-d931ddb8ffe1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8b104d6-2907-496e-8072-72175122ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0693159 May 18 06:33:10.002747 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:10.114746 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6e704b6b-100a-4bbe-be19-9c28ae4c663e req-d93e9cfe-c7c5-4a27-830e-df30f810bf42 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242604 May 18 06:33:10.130054 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-dbd1b12b-4bdc-4a06-a1a1-88a17946edfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:10.244019 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-6e704b6b-100a-4bbe-be19-9c28ae4c663e req-a924c106-a76c-4352-9d84-7e4fbbb77310 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222873 May 18 06:33:10.848903 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:12.124710 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:12.442464 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:33:26.128449 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 52072) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:26.472426 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Deleting port aa18a861-0f22-4b03-b0f5-eadb531e963d {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:33:26.472757 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:26.589223 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:26.589548 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:26.707098 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Calling delete_port for aa18a861-0f22-4b03-b0f5-eadb531e963d owned by network:floatingip {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:33:26.824448 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:26.828594 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-8e509a86-ac4b-41a3-acb1-c337c5f55990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:26.871045 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Pushing event deleted for resources: {'Port': ['ID=aa18a861-0f22-4b03-b0f5-eadb531e963d,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:26.909232 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:26.909606 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:26.909972 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:26.910331 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:26.910688 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:26.911041 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:26.911388 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:26.911737 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:26.912104 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:26.912453 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:26.912822 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:26.913166 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:26.942179 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:26.970839 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for floatingip, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:26.971173 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.db.l3_db [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Floating IP 99c93a64-0039-4d10-be69-86c4c1be5cd6 disassociated (deleted). External IP: 172.28.2.94, port: b963b03a-5886-4a69-8f2d-c867de8ee3d4. May 18 06:33:27.311831 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:33:27.485585 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:33:27.495119 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded576d-e3a5-48d7-a587-12f44c4fb2ca None None] Sync routers for ids ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:33:27.501968 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for floatingip, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:27.505264 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded576d-e3a5-48d7-a587-12f44c4fb2ca None None] Routers {'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:33:27.505885 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-2ded576d-e3a5-48d7-a587-12f44c4fb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:33:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:27.660973 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-9c4b0279-1e00-4e82-81dc-34ac2e5f095c tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "DELETE /v2.0/floatingips/99c93a64-0039-4d10-be69-86c4c1be5cd6 HTTP/1.1" status: 204 len: 168 time: 1.5312660 May 18 06:33:27.661443 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4'}] {{(pid=78807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:33:27.687389 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-2ded576d-e3a5-48d7-a587-12f44c4fb2ca None None] Set router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:33:27.730358 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'status': 'completed', 'code': 200} May 18 06:33:27.822964 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6407b-93bf-4119-a3d9-daa4d1559c0b req-de1ca40a-5d15-489d-8ec0-34b526477ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:33:27.824524 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4ba6407b-93bf-4119-a3d9-daa4d1559c0b req-de1ca40a-5d15-489d-8ec0-34b526477ef1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07400da5d37b44f896114d79e95aeb80&device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 1099 time: 0.0718458 May 18 06:33:28.014442 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-2ded576d-e3a5-48d7-a587-12f44c4fb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:19Z', 'revision_number': 4, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port': {'id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '6649d35f-2398-492d-9bd4-474d68a35bbb', 'name': '', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'mac_address': 'fa:16:3e:2f:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:19Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 5, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'subnets': [{'id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:28.019363 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded576d-e3a5-48d7-a587-12f44c4fb2ca None None] Checking router: e02f93d9-a0d3-4621-8353-d59b3cfd4e9a for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:33:28.029994 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded576d-e3a5-48d7-a587-12f44c4fb2ca None None] Routers {'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:33:28.030648 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-2ded576d-e3a5-48d7-a587-12f44c4fb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:33:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:28.059625 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6407b-93bf-4119-a3d9-daa4d1559c0b req-b52b39e2-773d-4c1e-9fa6-f36a3276c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:33:28.061215 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4ba6407b-93bf-4119-a3d9-daa4d1559c0b req-b52b39e2-773d-4c1e-9fa6-f36a3276c09f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8b104d6-2907-496e-8072-72175122ba8e HTTP/1.1" status: 200 len: 908 time: 0.2306762 May 18 06:33:28.132674 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4ba6407b-93bf-4119-a3d9-daa4d1559c0b req-d82fc08f-af04-44c9-b27c-c24ee3952322 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4 HTTP/1.1" status: 200 len: 217 time: 0.0647931 May 18 06:33:28.167017 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a7667-f910-4f01-9ab2-15c65972d752 req-b3d033b3-553e-4bb6-803b-6f32256ce387 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:33:28.168025 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-215a7667-f910-4f01-9ab2-15c65972d752 req-b3d033b3-553e-4bb6-803b-6f32256ce387 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Synchronizing usage tracker for tenant:07400da5d37b44f896114d79e95aeb80 on resource:port {{(pid=78807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:33:28.185129 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.quota.resource [req-215a7667-f910-4f01-9ab2-15c65972d752 req-b3d033b3-553e-4bb6-803b-6f32256ce387 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Unset dirty status for tenant:07400da5d37b44f896114d79e95aeb80 on resource:port {{(pid=78807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:33:28.186306 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-215a7667-f910-4f01-9ab2-15c65972d752 req-b3d033b3-553e-4bb6-803b-6f32256ce387 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.1504126 May 18 06:33:28.201203 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6407b-93bf-4119-a3d9-daa4d1559c0b req-951df276-e1a1-465b-a7de-ce7fe6a845bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:33:28.202692 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4ba6407b-93bf-4119-a3d9-daa4d1559c0b req-951df276-e1a1-465b-a7de-ce7fe6a845bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49d28730-f44e-43cd-b9b5-337e3fef5336 HTTP/1.1" status: 200 len: 847 time: 0.0633552 May 18 06:33:28.234942 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-215a7667-f910-4f01-9ab2-15c65972d752 req-c04b6cf8-d94a-4cba-ac2b-310de5afa40a tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426378 May 18 06:33:28.244457 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-2ded576d-e3a5-48d7-a587-12f44c4fb2ca None None] Set router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:33:28.282090 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6407b-93bf-4119-a3d9-daa4d1559c0b req-1facf237-dc4a-435a-8355-6478faa2322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:33:28.283544 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4ba6407b-93bf-4119-a3d9-daa4d1559c0b req-1facf237-dc4a-435a-8355-6478faa2322a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8b104d6-2907-496e-8072-72175122ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0745511 May 18 06:33:28.414515 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4ba6407b-93bf-4119-a3d9-daa4d1559c0b req-47b34d72-5ca0-4ae4-9590-f102cff91504 service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234732 May 18 06:33:28.543881 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-4ba6407b-93bf-4119-a3d9-daa4d1559c0b req-5b63e4db-2a14-4025-8d6b-b8476cb4301c service neutron] 10.222.0.39 "GET /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226246 May 18 06:33:28.550482 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-2ded576d-e3a5-48d7-a587-12f44c4fb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:19Z', 'revision_number': 4, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port': {'id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '6649d35f-2398-492d-9bd4-474d68a35bbb', 'name': '', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'mac_address': 'fa:16:3e:2f:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:19Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 5, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'subnets': [{'id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:28.555072 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded576d-e3a5-48d7-a587-12f44c4fb2ca None None] The sync data for ids ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'] in dv-cinder-784623-10-smb is: [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:19Z', 'revision_number': 4, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port': {'id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb', '_interfaces': [{'id': '6649d35f-2398-492d-9bd4-474d68a35bbb', 'name': '', 'network_id': 'a8b104d6-2907-496e-8072-72175122ba8e', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'mac_address': 'fa:16:3e:2f:78:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:19Z', 'updated_at': '2021-05-18T06:28:26Z', 'revision_number': 5, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'subnets': [{'id': '49d28730-f44e-43cd-b9b5-337e3fef5336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:33:28.748676 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7bbd3-d34a-44d6-98d8-47890d7e2549 None None] New status for floating IP 99c93a64-0039-4d10-be69-86c4c1be5cd6: DOWN {{(pid=78809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:33:29.470356 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8587c3-54ac-434d-8d0f-4d53e699c8af req-aa8362ff-5523-4e19-89fa-31dd00889d3f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:33:29.471776 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8c8587c3-54ac-434d-8d0f-4d53e699c8af req-aa8362ff-5523-4e19-89fa-31dd00889d3f tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.1257601 May 18 06:33:29.515872 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-8c8587c3-54ac-434d-8d0f-4d53e699c8af req-e9dadf56-8b23-4810-ba15-15a65dd7579e tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/security-groups?id=085d3957-ff83-44ee-98f8-87d9aa85b8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382683 May 18 06:33:29.583220 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7d3ed-6603-4423-94bc-3b66b34b5c80 req-03157f00-b5b4-4f31-8c86-c5979ad431a4 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:33:29.583894 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-bbb7d3ed-6603-4423-94bc-3b66b34b5c80 req-03157f00-b5b4-4f31-8c86-c5979ad431a4 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Synchronizing usage tracker for tenant:07400da5d37b44f896114d79e95aeb80 on resource:port {{(pid=78806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:33:29.596621 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.quota.resource [req-bbb7d3ed-6603-4423-94bc-3b66b34b5c80 req-03157f00-b5b4-4f31-8c86-c5979ad431a4 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Unset dirty status for tenant:07400da5d37b44f896114d79e95aeb80 on resource:port {{(pid=78806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:33:29.597707 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-bbb7d3ed-6603-4423-94bc-3b66b34b5c80 req-03157f00-b5b4-4f31-8c86-c5979ad431a4 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 946 time: 0.0900393 May 18 06:33:29.728930 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-bbb7d3ed-6603-4423-94bc-3b66b34b5c80 req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Deleting port b963b03a-5886-4a69-8f2d-c867de8ee3d4 {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:33:29.729268 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-bbb7d3ed-6603-4423-94bc-3b66b34b5c80 req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:29.857031 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [req-bbb7d3ed-6603-4423-94bc-3b66b34b5c80 req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] For port b963b03a-5886-4a69-8f2d-c867de8ee3d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b963b03a-5886-4a69-8f2d-c867de8ee3d4,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:33:29.857391 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-bbb7d3ed-6603-4423-94bc-3b66b34b5c80 req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:29.975104 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [req-bbb7d3ed-6603-4423-94bc-3b66b34b5c80 req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Calling delete_port for b963b03a-5886-4a69-8f2d-c867de8ee3d4 owned by compute:nova {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:33:30.083717 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-bbb7d3ed-6603-4423-94bc-3b66b34b5c80 req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:30.090170 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-8b62c0b4-4dad-48cc-b68a-2ff688498699 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:30.135014 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Pushing event deleted for resources: {'Port': ['ID=b963b03a-5886-4a69-8f2d-c867de8ee3d4,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:30.174836 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:30.175214 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:30.175583 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:30.175949 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:30.176346 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:30.176703 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:30.177054 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:30.177405 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:30.177756 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:30.178722 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:30.179078 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:30.179430 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:30.205006 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:30.218320 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb7d3ed-6603-4423-94bc-3b66b34b5c80 req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] No DVR routers for this DVR port b963b03a-5886-4a69-8f2d-c867de8ee3d4 on host hv-cinder-78462 {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:33:30.220658 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [req-bbb7d3ed-6603-4423-94bc-3b66b34b5c80 req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997255'] for port, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:30.223038 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'name': 'network-vif-deleted', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4'}] {{(pid=78806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:33:30.239578 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [req-bbb7d3ed-6603-4423-94bc-3b66b34b5c80 req-ac095039-0e60-402d-90b0-7ad5b273f026 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.39 "DELETE /v2.0/ports/b963b03a-5886-4a69-8f2d-c867de8ee3d4 HTTP/1.1" status: 204 len: 173 time: 0.6368394 May 18 06:33:30.270902 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e43f20-9dfb-49d2-8c52-8a77c996ce4f', 'name': 'network-vif-deleted', 'tag': 'b963b03a-5886-4a69-8f2d-c867de8ee3d4', 'status': 'completed', 'code': 200} May 18 06:33:30.694533 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [req-9a16c04e-bcb6-4f90-912a-1a3863d5b179 req-8e6fecac-b142-4b86-ba39-02b9495b5756 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e43f20-9dfb-49d2-8c52-8a77c996ce4f HTTP/1.1" status: 200 len: 210 time: 0.0464261 May 18 06:33:31.788393 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 52098) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:31.854742 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e4faf2a8-6a32-4e73-8016-2f0d9b723808 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:31.883893 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e4faf2a8-6a32-4e73-8016-2f0d9b723808 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:31.947058 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e4faf2a8-6a32-4e73-8016-2f0d9b723808 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:31.951885 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-2eed831b-6fbf-410b-b51e-c2b25330ff19 tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:31.966526 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4faf2a8-6a32-4e73-8016-2f0d9b723808 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=085d3957-ff83-44ee-98f8-87d9aa85b8e6,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:31.969128 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-e4faf2a8-6a32-4e73-8016-2f0d9b723808 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:31.981166 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-e4faf2a8-6a32-4e73-8016-2f0d9b723808 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:31.982205 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-e4faf2a8-6a32-4e73-8016-2f0d9b723808 tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] 10.222.0.10 "DELETE /v2.0/security-groups/085d3957-ff83-44ee-98f8-87d9aa85b8e6 HTTP/1.1" status: 204 len: 168 time: 0.1928751 May 18 06:33:32.025154 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 52104) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:32.661687 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6daa66f2-b51d-499e-ad21-655ed9ebacd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665035'] for router_interface, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:33.055719 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-6daa66f2-b51d-499e-ad21-655ed9ebacd5 admin admin] Deleting port 6649d35f-2398-492d-9bd4-474d68a35bbb {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:33:33.056410 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6daa66f2-b51d-499e-ad21-655ed9ebacd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:33.120752 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:33.266885 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-6daa66f2-b51d-499e-ad21-655ed9ebacd5 admin admin] For port 6649d35f-2398-492d-9bd4-474d68a35bbb, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=6649d35f-2398-492d-9bd4-474d68a35bbb,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:33:33.267131 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6daa66f2-b51d-499e-ad21-655ed9ebacd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:33.387105 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-6daa66f2-b51d-499e-ad21-655ed9ebacd5 admin admin] Calling delete_port for 6649d35f-2398-492d-9bd4-474d68a35bbb owned by network:router_interface {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:33:33.662015 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6daa66f2-b51d-499e-ad21-655ed9ebacd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:33.666770 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d32f24bc-fe62-4d61-abff-c920bf2590ed tempest-TestShelveInstance-1502413877 tempest-TestShelveInstance-1502413877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:33.711911 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa66f2-b51d-499e-ad21-655ed9ebacd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6649d35f-2398-492d-9bd4-474d68a35bbb,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:33.742764 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6daa66f2-b51d-499e-ad21-655ed9ebacd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:33.969308 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6daa66f2-b51d-499e-ad21-655ed9ebacd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664935'] for router_interface, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:34.308465 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daa66f2-b51d-499e-ad21-655ed9ebacd5 admin admin] Router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:33:34.585573 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daa66f2-b51d-499e-ad21-655ed9ebacd5 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:33:34.593729 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c0ace-b153-4ab6-b1ac-6fe3dbca487a None None] Sync routers for ids ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'] in dv-cinder-784623-10-smb {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:33:34.597105 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-6daa66f2-b51d-499e-ad21-655ed9ebacd5 admin admin] 10.222.0.10 "PUT /v2.0/routers/e02f93d9-a0d3-4621-8353-d59b3cfd4e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5709107 May 18 06:33:34.599644 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 52110) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:34.603696 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c0ace-b153-4ab6-b1ac-6fe3dbca487a None None] Routers {'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:33:34.604340 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-7c9c0ace-b153-4ab6-b1ac-6fe3dbca487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:33:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:34.660698 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device b963b03a-5886-4a69-8f2d-c867de8ee3d4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:33:34.707692 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] No Port match for: b963b03a-5886-4a69-8f2d-c867de8ee3d4 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:33:34.708063 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Device b963b03a-5886-4a69-8f2d-c867de8ee3d4 not bound to the agent host hv-cinder-78462 {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:33:34.770597 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Notify callbacks [] for router, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:34.812913 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-7c9c0ace-b153-4ab6-b1ac-6fe3dbca487a None None] Set router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a gateway port host: dv-cinder-784623-10-smb {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:33:34.940071 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:35.013362 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Deleting port bb59cb9d-4549-4b38-9d1f-86ecdbabda37 {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:33:35.013626 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:35.091374 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-7c9c0ace-b153-4ab6-b1ac-6fe3dbca487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:33:33Z', 'revision_number': 5, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port': {'id': 'bb59cb9d-4549-4b38-9d1f-86ecdbabda37', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ac:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:35.095176 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c0ace-b153-4ab6-b1ac-6fe3dbca487a None None] Checking router: e02f93d9-a0d3-4621-8353-d59b3cfd4e9a for host: dv-cinder-784623-10-smb {{(pid=78808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:33:35.104058 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c0ace-b153-4ab6-b1ac-6fe3dbca487a None None] Routers {'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:33:35.104673 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-7c9c0ace-b153-4ab6-b1ac-6fe3dbca487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:33:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'], 'active': True} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:35.130447 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] For port bb59cb9d-4549-4b38-9d1f-86ecdbabda37, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=bb59cb9d-4549-4b38-9d1f-86ecdbabda37,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:33:35.130798 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:35.254373 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Calling delete_port for bb59cb9d-4549-4b38-9d1f-86ecdbabda37 owned by network:router_gateway {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:33:35.361257 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvr_db [None req-7c9c0ace-b153-4ab6-b1ac-6fe3dbca487a None None] Set router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a gateway port host: None {{(pid=78808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:33:35.391271 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:35.395004 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-cc1a7c25-35a9-4f0f-814a-7208793dd746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:35.440930 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb59cb9d-4549-4b38-9d1f-86ecdbabda37,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:35.444551 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:35.474206 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_hamode_db [None req-7c9c0ace-b153-4ab6-b1ac-6fe3dbca487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:33:34Z', 'revision_number': 6, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port_host': None}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:35.480580 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c0ace-b153-4ab6-b1ac-6fe3dbca487a None None] The sync data for ids ['e02f93d9-a0d3-4621-8353-d59b3cfd4e9a'] in dv-cinder-784623-10-smb is: [{'id': 'e02f93d9-a0d3-4621-8353-d59b3cfd4e9a', 'name': 'tempest-TestShelveInstance-174474376-router', 'tenant_id': '07400da5d37b44f896114d79e95aeb80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:16Z', 'updated_at': '2021-05-18T06:33:34Z', 'revision_number': 6, 'project_id': '07400da5d37b44f896114d79e95aeb80', 'gw_port_host': None}] {{(pid=78808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:33:35.533088 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683244'] for router_gateway, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:35.707388 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14095'] for router, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:35.709613 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:35.731802 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683028'] for router, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:35.732257 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e02f93d9-a0d3-4621-8353-d59b3cfd4e9a {{(pid=78807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:33:35.744637 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:35.745724 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-9944bcbe-43ec-455a-aae1-f85f71b8d51c admin admin] 10.222.0.10 "DELETE /v2.0/routers/e02f93d9-a0d3-4621-8353-d59b3cfd4e9a HTTP/1.1" status: 204 len: 168 time: 1.1446548 May 18 06:33:35.748300 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 52114) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:35.808085 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98f752a-4e4d-40ef-9c84-ec77f41254e3 admin admin] Deleting subnet 49d28730-f44e-43cd-b9b5-337e3fef5336 {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:33:35.810761 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a98f752a-4e4d-40ef-9c84-ec77f41254e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:35.857484 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a98f752a-4e4d-40ef-9c84-ec77f41254e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3901088'] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.016106 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device bb59cb9d-4549-4b38-9d1f-86ecdbabda37 no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:33:36.040427 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a98f752a-4e4d-40ef-9c84-ec77f41254e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.049810 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: bb59cb9d-4549-4b38-9d1f-86ecdbabda37 {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:33:36.050158 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device bb59cb9d-4549-4b38-9d1f-86ecdbabda37 not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:33:36.050586 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 6649d35f-2398-492d-9bd4-474d68a35bbb no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:33:36.086246 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 6649d35f-2398-492d-9bd4-474d68a35bbb {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:33:36.086592 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 6649d35f-2398-492d-9bd4-474d68a35bbb not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:33:36.285246 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a98f752a-4e4d-40ef-9c84-ec77f41254e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3922170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196357'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.290263 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:36.327578 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f752a-4e4d-40ef-9c84-ec77f41254e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d28730-f44e-43cd-b9b5-337e3fef5336,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:36.329528 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-a98f752a-4e4d-40ef-9c84-ec77f41254e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.333194 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe36a17-ea06-42e5-8ae6-3cb80915e8f4 None None] Network a8b104d6-2907-496e-8072-72175122ba8e requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:33:36.334240 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-a98f752a-4e4d-40ef-9c84-ec77f41254e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:36.337089 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-a98f752a-4e4d-40ef-9c84-ec77f41254e3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/49d28730-f44e-43cd-b9b5-337e3fef5336 HTTP/1.1" status: 204 len: 168 time: 0.5876310 May 18 06:33:36.339531 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 52118) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:36.444670 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.519653 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Deleting port ea7f886a-c254-4b4d-993a-fb1d335d012b {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:33:36.519913 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.575849 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] DHCP port deletion for a8b104d6-2907-496e-8072-72175122ba8e request from dv-cinder-784623-10-smb {{(pid=78808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:33:36.622714 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] For port ea7f886a-c254-4b4d-993a-fb1d335d012b, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=ea7f886a-c254-4b4d-993a-fb1d335d012b,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:33:36.623067 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.639235 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Deleting port ea7f886a-c254-4b4d-993a-fb1d335d012b {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:33:36.639619 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.736993 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] For port ea7f886a-c254-4b4d-993a-fb1d335d012b, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=ea7f886a-c254-4b4d-993a-fb1d335d012b,segment=NetworkSegment(dd698956-6118-4d9d-b13c-ee9755f99c02),segment_id=dd698956-6118-4d9d-b13c-ee9755f99c02)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:33:36.737941 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.741906 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Calling delete_port for ea7f886a-c254-4b4d-993a-fb1d335d012b owned by network:dhcp {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:33:36.786594 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.790763 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-dbacfb33-b71c-4a3a-8a17-21d20d3a1d0d tempest-AttachVolumeTestJSON-912181654 tempest-AttachVolumeTestJSON-912181654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:36.835678 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7f886a-c254-4b4d-993a-fb1d335d012b,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:36.838991 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:36.839755 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] No DVR routers for this DVR port ea7f886a-c254-4b4d-993a-fb1d335d012b on host dv-cinder-784623-10-smb {{(pid=78807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:33:36.862438 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Calling delete_port for ea7f886a-c254-4b4d-993a-fb1d335d012b owned by network:dhcp {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:33:36.905347 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.908834 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:36.950396 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Pushing event deleted for resources: {'Port': ['ID=ea7f886a-c254-4b4d-993a-fb1d335d012b,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:36.952816 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.955173 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] No DVR routers for this DVR port ea7f886a-c254-4b4d-993a-fb1d335d012b on host dv-cinder-784623-10-smb {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:33:36.961650 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:36.961996 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:36.962332 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:36.962667 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:36.962996 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:36.963325 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:36.963647 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:36.963970 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:36.964449 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:36.964626 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:36.964943 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:36.965254 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-smb {{(pid=78808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:33:36.968063 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-a4a3d038-a53e-4097-9c10-10ad6926c9b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:36.969537 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b104d6-2907-496e-8072-72175122ba8e']}} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:36.981811 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd698956-6118-4d9d-b13c-ee9755f99c02') {'for_net_delete': True} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:36.982106 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.services.segments.db [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd698956-6118-4d9d-b13c-ee9755f99c02') {} {{(pid=78807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:36.993407 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3901103'] for segment, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:37.010234 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:37.016443 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=78807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:33:37.016841 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3922012'] for segment, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: Traceback (most recent call last): May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: timer() May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: cb(*args, **kw) May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: return func(*args, **kwargs) May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: self._notify() May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: self.callback(batched_events) May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: event.method(event) May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: return f(self, *a, **k) May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: return self._get(url).json() May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: return self.request(url, 'GET', **kwargs) May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:33:37.030430 dv-cinder-784623-10-smb neutron-server[78807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:33:37.067514 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d8258b14-a30c-4b0b-9ad3-8c6bd9cf7b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:37.105896 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:37.109450 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-3c82f5f5-7b88-46e4-940d-59bf249c7e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:37.122122 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:37.132541 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b104d6-2907-496e-8072-72175122ba8e,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:37.135568 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:37.145513 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-087e9148-afd3-435f-8f37-ee73f0dc0221 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a8b104d6-2907-496e-8072-72175122ba8e HTTP/1.1" status: 204 len: 168 time: 0.8048549 May 18 06:33:37.148972 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 52122) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:37.759021 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ec1520ed-eb0d-4181-ab67-0b3596dec6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665035'] for router_interface, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:37.807526 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device ea7f886a-c254-4b4d-993a-fb1d335d012b no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:33:37.840493 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: ea7f886a-c254-4b4d-993a-fb1d335d012b {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:33:37.840845 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device ea7f886a-c254-4b4d-993a-fb1d335d012b not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:33:38.156474 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-ec1520ed-eb0d-4181-ab67-0b3596dec6ba admin admin] Deleting port dca5c1e7-6a84-465c-9581-c39c0ae68afb {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:33:38.156810 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ec1520ed-eb0d-4181-ab67-0b3596dec6ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:38.273645 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-ec1520ed-eb0d-4181-ab67-0b3596dec6ba admin admin] For port dca5c1e7-6a84-465c-9581-c39c0ae68afb, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=dca5c1e7-6a84-465c-9581-c39c0ae68afb,segment=NetworkSegment(3887d4d1-f875-405c-9e2c-d5141e8eb5bc),segment_id=3887d4d1-f875-405c-9e2c-d5141e8eb5bc)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:33:38.273920 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ec1520ed-eb0d-4181-ab67-0b3596dec6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:38.395338 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-ec1520ed-eb0d-4181-ab67-0b3596dec6ba admin admin] Calling delete_port for dca5c1e7-6a84-465c-9581-c39c0ae68afb owned by network:router_interface {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:33:38.536435 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ec1520ed-eb0d-4181-ab67-0b3596dec6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:38.541365 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-d8691f42-3dd1-4afd-8ad6-8f4d009abbba tempest-AttachVolumeNegativeTest-652150699 tempest-AttachVolumeNegativeTest-652150699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:38.586438 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1520ed-eb0d-4181-ab67-0b3596dec6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=dca5c1e7-6a84-465c-9581-c39c0ae68afb,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:38.588878 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-ec1520ed-eb0d-4181-ab67-0b3596dec6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:38.844694 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-ec1520ed-eb0d-4181-ab67-0b3596dec6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664935'] for router_interface, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:39.285356 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1520ed-eb0d-4181-ab67-0b3596dec6ba admin admin] Router 5cbf4053-ab15-45fe-977f-1e234c157899 has already been hosted by L3 agent 0bd54023-ee9e-4d42-abda-ec25a888338f {{(pid=78807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:33:39.458050 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1520ed-eb0d-4181-ab67-0b3596dec6ba admin admin] Notify agent at l3_agent.dv-cinder-784623-10-smb the message routers_updated {{(pid=78807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:33:39.466591 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb9a1b1-29dc-4a09-9ff4-a9124e9a0352 None None] Sync routers for ids ['5cbf4053-ab15-45fe-977f-1e234c157899'] in dv-cinder-784623-10-smb {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:33:39.473730 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-ec1520ed-eb0d-4181-ab67-0b3596dec6ba admin admin] 10.222.0.10 "PUT /v2.0/routers/5cbf4053-ab15-45fe-977f-1e234c157899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3237529 May 18 06:33:39.476160 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9a1b1-29dc-4a09-9ff4-a9124e9a0352 None None] Routers {'5cbf4053-ab15-45fe-977f-1e234c157899'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:33:39.476792 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 52126) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:39.476961 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-adb9a1b1-29dc-4a09-9ff4-a9124e9a0352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:33:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['5cbf4053-ab15-45fe-977f-1e234c157899'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:39.647959 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Notify callbacks [] for router, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:39.649320 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-adb9a1b1-29dc-4a09-9ff4-a9124e9a0352 None None] Set router 5cbf4053-ab15-45fe-977f-1e234c157899 gateway port host: dv-cinder-784623-10-smb {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:33:39.821336 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:39.890790 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Deleting port 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d {{(pid=78807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:33:39.891503 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:39.925850 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-adb9a1b1-29dc-4a09-9ff4-a9124e9a0352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'name': 'tempest-TestShelveInstance-247664520-router', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'external_fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:22Z', 'updated_at': '2021-05-18T06:33:38Z', 'revision_number': 5, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'gw_port': {'id': '2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d', 'name': '', 'network_id': 'a911aa9e-1d36-431b-972c-57775e8f58e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:89:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:28:23Z', 'updated_at': '2021-05-18T06:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1db8bab-0a62-4aa2-b802-eb578911a98d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-smb'}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:39.929494 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb9a1b1-29dc-4a09-9ff4-a9124e9a0352 None None] Checking router: 5cbf4053-ab15-45fe-977f-1e234c157899 for host: dv-cinder-784623-10-smb {{(pid=78809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:33:39.937540 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9a1b1-29dc-4a09-9ff4-a9124e9a0352 None None] Routers {'5cbf4053-ab15-45fe-977f-1e234c157899'} bound to L3 agent in host dv-cinder-784623-10-smb {{(pid=78809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:33:39.938127 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-adb9a1b1-29dc-4a09-9ff4-a9124e9a0352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:10Z,description=,heartbeat_timestamp=2021-05-18T06:33:10Z,host='dv-cinder-784623-10-smb',id=0bd54023-ee9e-4d42-abda-ec25a888338f,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:10Z,topic='l3_agent')) {'router_ids': ['5cbf4053-ab15-45fe-977f-1e234c157899'], 'active': True} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:40.009533 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:40.021725 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.db [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] For port 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d,segment=NetworkSegment(8fd829df-dbcb-41c9-aecf-72ead6abbe6f),segment_id=8fd829df-dbcb-41c9-aecf-72ead6abbe6f)] {{(pid=78807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:33:40.022566 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:40.086750 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_dvr_db [None req-adb9a1b1-29dc-4a09-9ff4-a9124e9a0352 None None] Set router 5cbf4053-ab15-45fe-977f-1e234c157899 gateway port host: None {{(pid=78809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:33:40.131882 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ccb32c49-6352-477a-85cd-d3141fc3cf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:40.143993 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.plugins.ml2.plugin [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Calling delete_port for 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d owned by network:router_gateway {{(pid=78807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:33:40.193343 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.l3_hamode_db [None req-adb9a1b1-29dc-4a09-9ff4-a9124e9a0352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'name': 'tempest-TestShelveInstance-247664520-router', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:22Z', 'updated_at': '2021-05-18T06:33:39Z', 'revision_number': 6, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'gw_port_host': None}], 'dv-cinder-784623-10-smb', False) {} {{(pid=78809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:40.197775 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb9a1b1-29dc-4a09-9ff4-a9124e9a0352 None None] The sync data for ids ['5cbf4053-ab15-45fe-977f-1e234c157899'] in dv-cinder-784623-10-smb is: [{'id': '5cbf4053-ab15-45fe-977f-1e234c157899', 'name': 'tempest-TestShelveInstance-247664520-router', 'tenant_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:28:22Z', 'updated_at': '2021-05-18T06:33:39Z', 'revision_number': 6, 'project_id': '1d7236ef30c14a44b66b3a68bfd00a74', 'gw_port_host': None}] {{(pid=78809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:33:40.286855 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921929'] for port, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:40.291186 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-bf60a7d8-23f0-4cb0-84b3-57f4e467d1e7 tempest-AttachVolumeShelveTestJSON-41735667 tempest-AttachVolumeShelveTestJSON-41735667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:40.333676 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:40.463467 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:40.522900 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-683244'] for router_gateway, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:40.702322 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14095'] for router, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:40.704797 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:40.726589 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-683028'] for router, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:40.727048 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cbf4053-ab15-45fe-977f-1e234c157899 {{(pid=78807) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:33:40.738440 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] Notify callbacks [] for router, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:40.739577 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-0c855940-4a09-451c-92fe-496713a621aa admin admin] 10.222.0.10 "DELETE /v2.0/routers/5cbf4053-ab15-45fe-977f-1e234c157899 HTTP/1.1" status: 204 len: 168 time: 1.2618616 May 18 06:33:40.742941 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 52130) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:40.801778 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9f9114-5ee9-46f4-a894-fa2c1c4ad51f admin admin] Deleting subnet 61583778-9364-4eeb-8bb2-bc48fabe296c {{(pid=78807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:33:40.805204 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6f9f9114-5ee9-46f4-a894-fa2c1c4ad51f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:40.851884 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6f9f9114-5ee9-46f4-a894-fa2c1c4ad51f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3901088'] for subnet, precommit_delete_associations {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:40.855546 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:40.934096 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6f9f9114-5ee9-46f4-a894-fa2c1c4ad51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32896218'] for subnet, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:41.178677 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6f9f9114-5ee9-46f4-a894-fa2c1c4ad51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32896209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-896926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3922170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196357'] for subnet, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:41.183344 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6255f000-fd3c-4102-a9a1-eaa03b0d713c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:41.220961 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f9114-5ee9-46f4-a894-fa2c1c4ad51f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61583778-9364-4eeb-8bb2-bc48fabe296c,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:41.222883 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-6f9f9114-5ee9-46f4-a894-fa2c1c4ad51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for subnet, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:41.226193 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-6f9f9114-5ee9-46f4-a894-fa2c1c4ad51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:41.229078 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce246145-0748-4f17-9cdd-a7e7fd5beab5 None None] Network 81cf8016-b567-4cfa-b898-b7d1b0eccf23 requested from dv-cinder-784623-10-smb {{(pid=78808) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:33:41.229954 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-6f9f9114-5ee9-46f4-a894-fa2c1c4ad51f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/61583778-9364-4eeb-8bb2-bc48fabe296c HTTP/1.1" status: 204 len: 168 time: 0.4860601 May 18 06:33:41.233156 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 52134) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:41.336996 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33241484'] for network, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:41.411185 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Deleting port 14cb6415-ad01-4a98-af8a-122897ded12a {{(pid=78806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:33:41.411526 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:41.467556 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f0fe5-b6d7-4fc5-af31-3f842242ddbf None None] DHCP port deletion for 81cf8016-b567-4cfa-b898-b7d1b0eccf23 request from dv-cinder-784623-10-smb {{(pid=78808) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:33:41.534378 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-397f0fe5-b6d7-4fc5-af31-3f842242ddbf None None] Deleting port 14cb6415-ad01-4a98-af8a-122897ded12a {{(pid=78808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:33:41.534668 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-397f0fe5-b6d7-4fc5-af31-3f842242ddbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792384800934'] for port, before_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:41.603976 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.db [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] For port 14cb6415-ad01-4a98-af8a-122897ded12a, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=14cb6415-ad01-4a98-af8a-122897ded12a,segment=NetworkSegment(3887d4d1-f875-405c-9e2c-d5141e8eb5bc),segment_id=3887d4d1-f875-405c-9e2c-d5141e8eb5bc)] {{(pid=78806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:33:41.604355 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:41.633927 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.db [None req-397f0fe5-b6d7-4fc5-af31-3f842242ddbf None None] For port 14cb6415-ad01-4a98-af8a-122897ded12a, host dv-cinder-784623-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-smb',level=0,port_id=14cb6415-ad01-4a98-af8a-122897ded12a,segment=NetworkSegment(3887d4d1-f875-405c-9e2c-d5141e8eb5bc),segment_id=3887d4d1-f875-405c-9e2c-d5141e8eb5bc)] {{(pid=78808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:33:41.634317 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-397f0fe5-b6d7-4fc5-af31-3f842242ddbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664733'] for port, precommit_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:41.725328 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.plugin [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Calling delete_port for 14cb6415-ad01-4a98-af8a-122897ded12a owned by network:dhcp {{(pid=78806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:33:41.772488 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3007679'] for port, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:41.776810 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-a5c44707-8dad-45a8-9182-b8113a769b25 tempest-VolumesSnapshotTestJSON-278184100 tempest-VolumesSnapshotTestJSON-278184100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:41.783315 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-397f0fe5-b6d7-4fc5-af31-3f842242ddbf None None] Calling delete_port for 14cb6415-ad01-4a98-af8a-122897ded12a owned by network:dhcp {{(pid=78808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:33:41.824625 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Pushing event deleted for resources: {'Port': ['ID=14cb6415-ad01-4a98-af8a-122897ded12a,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:41.826636 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] No DVR routers for this DVR port 14cb6415-ad01-4a98-af8a-122897ded12a on host dv-cinder-784623-10-smb {{(pid=78806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:33:41.827928 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:33:41.828352 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:41.861210 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-397f0fe5-b6d7-4fc5-af31-3f842242ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33214915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-601280', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792384806211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792384385558'] for port, after_delete {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:41.864684 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:41.893061 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:33:41.893413 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 2b1f5003-04bf-475b-b3dc-3cfb7bd9d23d not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:33:41.893862 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 14cb6415-ad01-4a98-af8a-122897ded12a no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:33:41.940572 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32896239', 'neutron.services.segments.db._delete_segments_for_network-8792384813442'] for network, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:41.941240 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f0fe5-b6d7-4fc5-af31-3f842242ddbf None None] Pushing event deleted for resources: {'Port': ['ID=14cb6415-ad01-4a98-af8a-122897ded12a,revision_number=None']} {{(pid=78808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:41.944721 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG oslo_concurrency.lockutils [None req-397f0fe5-b6d7-4fc5-af31-3f842242ddbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:41.945423 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: 14cb6415-ad01-4a98-af8a-122897ded12a {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:33:41.945704 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device 14cb6415-ad01-4a98-af8a-122897ded12a not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:33:41.946119 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device dca5c1e7-6a84-465c-9581-c39c0ae68afb no longer exists at agent ovs-agent-dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:33:41.958498 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cf8016-b567-4cfa-b898-b7d1b0eccf23']}} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:41.969220 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f0fe5-b6d7-4fc5-af31-3f842242ddbf None None] No DVR routers for this DVR port 14cb6415-ad01-4a98-af8a-122897ded12a on host dv-cinder-784623-10-smb {{(pid=78808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:33:41.970656 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3887d4d1-f875-405c-9e2c-d5141e8eb5bc') {'for_net_delete': True} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:41.970940 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.services.segments.db [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3887d4d1-f875-405c-9e2c-d5141e8eb5bc') {} {{(pid=78806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:33:41.984428 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.plugin [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] No Port match for: dca5c1e7-6a84-465c-9581-c39c0ae68afb {{(pid=78808) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:33:41.984428 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron.plugins.ml2.rpc [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Device dca5c1e7-6a84-465c-9581-c39c0ae68afb not bound to the agent host dv-cinder-784623-10-smb {{(pid=78808) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:33:41.986377 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792384824459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3782846'] for segment, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:42.004514 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253'] for segment, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:42.011845 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=78806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:33:42.012427 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32885253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3007722'] for segment, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: Traceback (most recent call last): May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: timer() May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: cb(*args, **kw) May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: return func(*args, **kwargs) May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: self._notify() May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: self.callback(batched_events) May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: event.method(event) May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: return f(self, *a, **k) May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: return self._get(url).json() May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: return self.request(url, 'GET', **kwargs) May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:33:42.025479 dv-cinder-784623-10-smb neutron-server[78806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:33:42.101962 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32896230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-620631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-601335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-683211'] for network, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:42.105787 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:42.121594 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-601298'] for network, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:42.126038 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:42.127707 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Pushing event deleted for resources: {'Network': ['ID=81cf8016-b567-4cfa-b898-b7d1b0eccf23,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:42.131661 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:42.137959 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-b228971e-720e-46e9-bc9b-1bc0425db1fa admin admin] 10.222.0.10 "DELETE /v2.0/networks/81cf8016-b567-4cfa-b898-b7d1b0eccf23 HTTP/1.1" status: 204 len: 168 time: 0.9037426 May 18 06:33:42.248564 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 52140) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:42.296283 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-74bcf810-090a-4282-84c8-154f186214d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07400da5d37b44f896114d79e95aeb80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465176 May 18 06:33:42.298455 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.wsgi [-] (78806) accepted ('10.222.0.10', 52144) {{(pid=78806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:42.353683 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4f1143ea-fed5-4c53-aa0c-a25253bf7d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:42.378826 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4f1143ea-fed5-4c53-aa0c-a25253bf7d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:42.428511 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4f1143ea-fed5-4c53-aa0c-a25253bf7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:42.433062 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-7b3fa1e3-76e6-4b2d-a1d1-ed396e632af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:42.448887 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1143ea-fed5-4c53-aa0c-a25253bf7d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc63d4c3-1715-4445-bc2c-ed8f6aa89a56,revision_number=None']} {{(pid=78806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:42.451259 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG oslo_concurrency.lockutils [None req-4f1143ea-fed5-4c53-aa0c-a25253bf7d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:42.457184 dv-cinder-784623-10-smb neutron-server[78806]: DEBUG neutron_lib.callbacks.manager [None req-4f1143ea-fed5-4c53-aa0c-a25253bf7d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:42.461155 dv-cinder-784623-10-smb neutron-server[78806]: INFO neutron.wsgi [None req-4f1143ea-fed5-4c53-aa0c-a25253bf7d57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc63d4c3-1715-4445-bc2c-ed8f6aa89a56 HTTP/1.1" status: 204 len: 168 time: 0.1589582 May 18 06:33:42.801534 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 52152) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:42.849094 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-c62ae204-84b0-4f27-b972-a68d118f1b59 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d7236ef30c14a44b66b3a68bfd00a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463438 May 18 06:33:42.851316 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [-] (78807) accepted ('10.222.0.10', 52156) {{(pid=78807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:33:42.908099 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-81f83251-d652-45e5-a0dc-861832f8bccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:42.932560 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-81f83251-d652-45e5-a0dc-861832f8bccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:42.983617 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-81f83251-d652-45e5-a0dc-861832f8bccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620762'] for security_group, after_delete {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:42.987308 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-b7211de8-718d-431a-b0f8-431b260eff3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:33:43.000012 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f83251-d652-45e5-a0dc-861832f8bccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edac61f-9e13-4508-b940-37b1958820c6,revision_number=None']} {{(pid=78807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:33:43.002334 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG oslo_concurrency.lockutils [None req-81f83251-d652-45e5-a0dc-861832f8bccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:33:43.007113 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron_lib.callbacks.manager [None req-81f83251-d652-45e5-a0dc-861832f8bccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:43.008454 dv-cinder-784623-10-smb neutron-server[78807]: INFO neutron.wsgi [None req-81f83251-d652-45e5-a0dc-861832f8bccc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2edac61f-9e13-4508-b940-37b1958820c6 HTTP/1.1" status: 204 len: 168 time: 0.1562424 May 18 06:33:49.440992 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:34:03.142696 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:07.069960 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b58c7780-96c5-451d-8997-c56f2b3b1d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:10.003350 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:10.137302 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3b3b-d64e-4034-ac7a-f6a7d31a8dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:10.854626 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:12.128498 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:26.439419 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:34:33.150822 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:37.071911 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-b260e920-b276-40e7-b3a9-13a7e1c06ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:40.005404 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:40.137326 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-513e6ad0-f9ad-466a-a681-31ffe33048b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:40.856531 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:42.131578 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:03.163458 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:03.438334 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:35:07.073042 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-8f7b84cc-df24-4fe8-a0cf-d8f8cad1f5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:10.008279 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:10.136850 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5b4b56f4-4f3d-4210-8899-4799b366249b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:10.858516 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:12.135432 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:33.161997 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:37.073732 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-1e855834-9a02-473f-8647-c38d581b48f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:40.011511 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:40.136920 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5f9b5520-7ad8-4be2-82b1-7f20372945a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:40.436916 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:35:40.862130 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:42.138481 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:59.746632 dv-cinder-784623-10-smb neutron-server[78807]: DEBUG neutron.wsgi [req-82d12c0e-3615-4038-b978-914d4f0fe302 req-69f377c3-0038-4aa9-b949-5359b0639fd1 service neutron] (78807) timed out ('10.222.0.39', 63808) {{(pid=78807) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 06:36:03.176258 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:36:07.074163 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c9e67538-c741-45ca-8ba4-6bb11b863f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:36:10.012694 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:36:10.136743 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-ce1bc69a-f2b7-442a-b3f4-180d79c6dc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:36:10.864349 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:36:12.144194 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:36:17.435596 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:36:33.191268 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:36:37.075245 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-6cb834ee-587a-4c35-b1f3-7b649f105e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:36:40.014542 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:36:40.136547 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-c7ee02df-cc37-4f85-83ba-958626a9bfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:36:40.866468 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:36:42.145310 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:36:54.435053 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:37:03.189965 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:37:07.075611 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-32ba902f-a9ea-4efd-9f65-4cb3dbb0d3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:37:10.016590 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:37:10.137127 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-5e8f06a6-44c1-4860-b13d-d7d3e436983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:37:10.870235 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:37:12.148543 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:37:31.433857 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:37:33.190473 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:37:37.075712 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-d4d5ca7e-1b78-486a-bf27-ad548379ac4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:37:40.017997 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:37:40.138161 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f4b2d9c8-226a-4461-9c3c-1d674a4490a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:37:40.872770 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:37:42.151506 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:38:03.189145 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:38:07.076766 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-dff499ca-5a9b-43cd-a72a-71578c99e810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:38:08.432977 dv-cinder-784623-10-smb neutron-server[78809]: DEBUG neutron.db.agents_db [None req-70a94d9f-a185-4627-adb7-6c33ad8a9d5d None None] Agent healthcheck: found 6 active agents {{(pid=78809) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:38:10.019252 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-f3c256b7-80de-491f-ba77-1fa37a69b2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:38:10.140384 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-0cb1ddb6-87c4-4cbf-bae1-6e6e49bf1631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:38:10.876246 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-355b4cbf-6663-4d26-b5d6-c08198185c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:38:12.154108 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-627357f1-e999-4db8-b9c6-627d5d476544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:38:33.188376 dv-cinder-784623-10-smb neutron-server[78808]: DEBUG neutron_lib.callbacks.manager [None req-87b9b166-39f7-41e8-a5e1-35a4728fcf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792384820444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32891425'] for agent, after_update {{(pid=78808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}